00010000:00010000:0.0F:1787848493.752541:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848494.774626:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848495.162071:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab446630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535074560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787848495.162152:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848495.162196:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787848495.162202:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535074688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848495.162228:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848495.162261:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535074560 00000100:00100000:0.0:1787848495.162268:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535074560 00000100:00100000:0.0:1787848495.162343:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787848495.162352:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535074560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787848495.162384:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787848495.162441:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535074560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848495.162450:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787848495.162474:0:18233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535074688 00000100:00100000:0.0:1787848495.162477:0:18233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535074688 00000100:00100000:0.0:1787848495.162502:0:18233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787848495.162509:0:18233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446612c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535074688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848495.162533:0:18233:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848495.162576:0:18233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446612c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535074688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848495.162582:0:18233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:0.0:1787848495.162599:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0F:1787848495.162822:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535074688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787848495.162849:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab446630c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535074560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0F:1787848495.163770:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848495.163793:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4555c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535074432:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848495.163853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848495.166061:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535074432 00000100:00100000:0.0:1787848495.166086:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535074432 00000100:00100000:0.0:1787848495.166152:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787848495.166163:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535074432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848495.166218:0:17221:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787848495.166321:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535074432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (2467us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848495.166329:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787848495.166381:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4555c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535074432:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1787848495.168707:0:17195:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:3.0:1787848495.168729:0:17195:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8eac6ca47a80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1787848495.168734:0:17195:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8eab42ff3f00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8eac6ca47300 00000020:00080000:3.0:1787848495.168738:0:17195:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8eab42ff3e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8eab42b1f200 00010000:00010000:0.0:1787848495.168763:0:3602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168775:0:3602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168783:0:3602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168789:0:3602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60c00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848495.168795:0:3602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168803:0:3602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168824:0:3602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8eac5075b600) 00010000:00010000:0.0:1787848495.168828:0:3602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848495.168833:0:3602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848495.168840:0:3602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60c00/0x23626ab2a31c1a45 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17217 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0F:1787848495.168913:0:17255:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1787848495.169002:0:17255:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:3.0:1787848495.613345:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848495.613724:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466112 00000100:00100000:1.0:1787848495.613738:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466112 00000100:00100000:1.0:1787848495.613817:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 65 00000100:00100000:1.0:1787848495.613828:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:15590:x1874694523466112:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787848495.613942:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:15590:x1874694523466112:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 Request processed in 116us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848495.613951:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 65 00000100:00080000:1.0:1787848495.613973:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787848495.623090:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848495.623329:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466240 00000100:00100000:1.0:1787848495.623339:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466240 00000100:00100000:1.0:1787848495.623510:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00100000:1.0:1787848495.623578:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:15590:x1874694523466240:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787848495.623684:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:15590:x1874694523466240:12345-192.168.204.6@tcp:60:lhsmtool_posix.0 Request processed in 166us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848495.623692:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00080000:3.0:1787848495.625709:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787848495.630275:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848495.630335:0:17218:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466496 00000100:00100000:3.0:1787848495.630344:0:17218:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466496 00000100:00100000:3.0:1787848495.630408:0:17218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:3.0:1787848495.630417:0:17218:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:15590:x1874694523466496:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787848495.631903:0:17218:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+14:15590:x1874694523466496:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 1478us (1630us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1787848495.631915:0:17218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00010000:00010000:1.0:1787848495.800349:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787848496.248948:0:17970:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848496.822655:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848497.216600:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848497.216646:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848497.216677:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848497.216716:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848497.216771:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466880 00000100:00100000:2.0:1787848497.216783:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466880 00000100:00100000:3.0:1787848497.216789:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466624 00000100:00100000:3.0:1787848497.216796:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466624 00000100:00100000:3.0:1787848497.216848:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 168 00000100:00100000:2.0:1787848497.216852:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523466752 00000100:00100000:2.0:1787848497.216857:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523466752 00000100:00100000:3.0:1787848497.216861:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac76d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+13:2394:x1874694523466624:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848497.216884:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 74 00000100:00100000:2.0:1787848497.216894:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446603c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2394:x1874694523466880:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848497.216933:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac76d82450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+13:2394:x1874694523466624:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 75us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.216937:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446603c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2394:x1874694523466880:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 43us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848497.216946:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 168 00000100:00100000:2.0:1787848497.216951:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 74 00000100:00100000:2.0:1787848497.216970:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 75 00000100:00100000:2.0:1787848497.216978:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+14:2394:x1874694523466752:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848497.217027:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+14:2394:x1874694523466752:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 50us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.217034:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 75 00000100:00100000:2.0:1787848497.217053:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467008 00000100:00100000:2.0:1787848497.217056:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467008 00000100:00100000:2.0:1787848497.217084:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:2.0:1787848497.217091:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2394:x1874694523467008:12345-192.168.204.6@tcp:400:kworker.0 00000100:00080000:0.0:1787848497.217148:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787848497.217153:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787848497.217155:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787848497.221671:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2394:x1874694523467008:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 4565us (4939us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.221687:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:1.0:1787848497.236816:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848497.237112:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848497.237155:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848497.237207:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848497.237254:0:19613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467136 00000100:00100000:1.0:1787848497.237267:0:19613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467136 00000100:00100000:1.0:1787848497.237375:0:19613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467520 00000100:00100000:1.0:1787848497.237378:0:19613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467520 00000100:00100000:1.0:1787848497.237406:0:19613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:1.0:1787848497.237417:0:19613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa68f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2391:x1874694523467136:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:1.0:1787848497.237481:0:19613:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1774 00000100:00080000:1.0:1787848497.237517:0:19613:0:(import.c:65:import_set_state_nolock()) ffff8eab44451800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787848497.237559:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467392 00000100:00100000:2.0:1787848497.237574:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467392 00000100:00100000:2.0:1787848497.237643:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467264 00000100:00100000:2.0:1787848497.237660:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467264 00000100:00100000:2.0:1787848497.237697:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 76 00000100:00100000:2.0:1787848497.237708:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2395:x1874694523467392:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848497.237793:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2395:x1874694523467392:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 87us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.237801:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 76 00000100:00100000:2.0:1787848497.237820:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 77 00000100:00100000:2.0:1787848497.237827:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa69e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+6:2395:x1874694523467264:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848497.237853:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa69e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+6:2395:x1874694523467264:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 26us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.237859:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 77 00000100:00100000:2.0:1787848497.238151:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00100000:2.0:1787848497.238161:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2391:x1874694523467520:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:2.0:1787848497.238183:0:18724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c17b3 00000100:00080000:2.0:1787848497.238198:0:18724:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787848497.238246:0:18724:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:0.0:1787848497.238264:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848497.238316:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848497.238431:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3f20cb5-4197-4895-ad50-9a6cc804f923+2:2391:x1874694523467520:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 270us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.238439:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00080000:2.0:1787848497.238489:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787848497.238494:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787848497.238510:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787848497.238514:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:1.0:1787848497.238557:0:19613:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787848497.240526:0:19613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa68f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:657724fb-61ea-4287-8a46-9e7c3137f3fd+2:2391:x1874694523467136:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 3082us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848497.240543:0:19613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:0.0:1787848497.243529:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848497.244473:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467648 00000100:00100000:3.0:1787848497.244512:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467648 00000100:00100000:2.0:1787848497.244789:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:2.0:1787848497.244802:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2391:x1874694523467648:12345-192.168.204.6@tcp:9:kworker.0 00000020:00000080:2.0:1787848497.244851:0:19210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c17ba 00000100:00080000:2.0:1787848497.244861:0:19210:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7d800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787848497.244905:0:19210:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:1.0:1787848497.246256:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848497.247363:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a3f20cb5-4197-4895-ad50-9a6cc804f923+2:2391:x1874694523467648:12345-192.168.204.6@tcp:9:kworker.0 Request processed in 2554us (3834us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.247381:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00080000:0.0:1787848497.247495:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787848497.721448:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6233c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535074816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787848497.721542:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.721614:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848497.721621:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535074944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787848497.721645:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848497.721876:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535075456:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.721915:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848497.721933:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535075968:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.721952:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848497.721967:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787848497.721972:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535075328:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.722012:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848497.722028:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535075840:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.722046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848497.722058:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535076352:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.722078:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722503:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535075072:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722537:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722572:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535075584:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722596:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722612:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535076096:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722630:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722644:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787848497.722649:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535075200:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722668:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722682:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535075712:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722702:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722715:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3615:1874694535076224:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722732:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848497.722765:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075328 00000100:00100000:2.0:1787848497.722772:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075328 00000100:00100000:2.0:1787848497.722821:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075712 00000100:00100000:2.0:1787848497.722824:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075712 00000100:00100000:2.0:1787848497.722845:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848497.722854:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535075328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722907:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535075328:12345-0@lo:400:kworker.0 Request processed in 54us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.722914:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848497.722931:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848497.722938:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535075712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.722966:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535075712:12345-0@lo:400:kworker.0 Request processed in 29us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848497.722972:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787848497.723201:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535074816 00000100:00100000:0.0:1787848497.723206:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535074816 00000100:00100000:0.0:1787848497.723238:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535074944 00000100:00100000:0.0:1787848497.723242:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535074944 00000100:00100000:0.0:1787848497.723254:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787848497.723261:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535074816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787848497.723319:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848497.724108:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075072 00000100:00100000:3.0:1787848497.724114:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075072 00000100:00100000:3.0:1787848497.724149:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1787848497.724157:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac76d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3615:x1874694535075072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.724240:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535075328:0@lo:400:kworker.0 00000100:00100000:1.0:1787848497.724367:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787848497.724378:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6233f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535076480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787848497.729797:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535074816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6526us (8246us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.729812:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787848497.729850:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787848497.729861:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535074944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787848497.729889:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787848497.729926:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535074944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (8280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.729932:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787848497.729970:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075584 00000100:00100000:0.0:1787848497.729978:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075584 00000100:00100000:0.0:1787848497.730044:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075200 00000100:00100000:0.0:1787848497.730049:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075200 00000100:00100000:0.0:1787848497.730059:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787848497.730064:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535075584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730099:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535075584:12345-0@lo:400:kworker.0 Request processed in 34us (7502us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730104:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787848497.730114:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787848497.730119:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535075200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730142:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535075200:12345-0@lo:400:kworker.0 Request processed in 23us (7473us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730147:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787848497.730168:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075456 00000100:00100000:0.0:1787848497.730172:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075456 00000100:00100000:0.0:1787848497.730189:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075968 00000100:00100000:0.0:1787848497.730192:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075968 00000100:00100000:0.0:1787848497.730207:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535075840 00000100:00100000:0.0:1787848497.730210:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535075840 00000100:00100000:0.0:1787848497.730231:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076352 00000100:00100000:0.0:1787848497.730234:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076352 00000100:00100000:0.0:1787848497.730248:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076096 00000100:00100000:0.0:1787848497.730252:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076096 00000100:00100000:0.0:1787848497.730262:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076224 00000100:00100000:0.0:1787848497.730264:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076224 00000100:00100000:0.0:1787848497.730276:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787848497.730301:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c992c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535075456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730334:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c992c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535075456:12345-0@lo:400:kworker.0 Request processed in 51us (8418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730339:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787848497.730357:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787848497.730361:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535075968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730383:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535075968:12345-0@lo:400:kworker.0 Request processed in 23us (8431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730388:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787848497.730397:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787848497.730402:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535075840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730425:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535075840:12345-0@lo:400:kworker.0 Request processed in 23us (8378us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730429:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787848497.730437:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787848497.730442:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535076352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730464:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535076352:12345-0@lo:400:kworker.0 Request processed in 23us (8386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730470:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787848497.730479:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787848497.730485:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535076096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730523:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535076096:12345-0@lo:400:kworker.0 Request processed in 38us (7892us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730529:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787848497.730539:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787848497.730544:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1874694535076224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730568:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1874694535076224:12345-0@lo:400:kworker.0 Request processed in 24us (7835us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.730573:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:0.0:1787848497.730600:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787848497.730604:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787848497.730606:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787848497.730608:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787848497.730675:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535075840:0@lo:400:kworker.0 00010000:00080000:0.0:1787848497.730689:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac75c99a40 x1874694535076352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848497.730700:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c99a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535076352:0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730711:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535075456:0@lo:400:kworker.0 00000100:00100000:0.0:1787848497.730720:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535075968:0@lo:400:kworker.0 00000100:00100000:3.0:1787848497.735242:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac76d82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3615:x1874694535075072:12345-0@lo:400:kworker.0 Request processed in 11077us (12694us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848497.735258:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1787848497.738664:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535075712:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.738685:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3615:1874694535076224:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.738695:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535075072:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.738712:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535075584:0@lo:400:kworker.0 00010000:00080000:2.0:1787848497.738724:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac75c983c0 x1874694535076096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848497.738735:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535076096:0@lo:400:kworker.0 00000100:00100000:2.0:1787848497.738769:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535075200:0@lo:400:kworker.0 00000100:00100000:1.0:1787848497.739645:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848497.739775:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535074944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848497.739792:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6233c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535074816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787848497.740622:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076480 00000100:00100000:0.0:1787848497.740631:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076480 00000100:00100000:0.0:1787848497.740740:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787848497.740750:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535076480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787848497.740779:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787848497.740841:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535076480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848497.740849:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787848497.740922:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6233f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535076480:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787848497.849195:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848498.870575:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787848499.148735:0:20594:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 12:34:57 (1787848497) 00010000:00010000:1.0:1787848499.895523:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848500.278886:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787848500.278934:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535076608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787848500.279036:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848500.279096:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848500.279103:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535076736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848500.279148:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848500.279195:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076608 00000100:00100000:3.0:1787848500.279204:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076608 00000100:00100000:3.0:1787848500.279282:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787848500.279331:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535076608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787848500.279380:0:17220:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787848500.279437:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535076608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848500.279457:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787848500.279508:0:18726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076736 00000100:00100000:3.0:1787848500.279512:0:18726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076736 00000100:00100000:3.0:1787848500.279553:0:18726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787848500.279560:0:18726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535076736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787848500.279599:0:18726:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787848500.279634:0:18726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535076736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848500.279640:0:18726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787848500.279697:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535076736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848500.279712:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535076608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848500.281602:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c99e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535076864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848500.281712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787848500.281777:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787848500.281895:0:18233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076864 00000100:00100000:3.0:1787848500.281907:0:18233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076864 00000100:00100000:3.0:1787848500.281981:0:18233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787848500.281993:0:18233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535076864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787848500.282045:0:18233:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787848500.282106:0:18233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535076864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848500.282114:0:18233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787848500.282660:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c99e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535076864:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1787848500.792937:0:17195:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1787848500.792954:0:17195:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1787848500.792987:0:17255:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1787848500.792998:0:17255:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:3.0:1787848500.921595:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848501.942581:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848502.346650:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848502.346757:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848502.346860:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467904 00000100:00100000:1.0:1787848502.346870:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467904 00000100:00100000:1.0:1787848502.346949:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 84 00000100:00100000:1.0:1787848502.346961:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:2393:x1874694523467904:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1787848502.347054:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:2393:x1874694523467904:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 86us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848502.347062:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 84 00000100:00080000:2.0:1787848502.347321:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787848502.350976:0:17210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523467776 00000100:00100000:0.0:1787848502.350992:0:17210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523467776 00000100:00100000:0.0:1787848502.351078:0:17210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 170 00000100:00100000:0.0:1787848502.351088:0:17210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac76d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+13:2393:x1874694523467776:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848502.351181:0:17210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac76d83050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+13:2393:x1874694523467776:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 94us (4541us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848502.351191:0:17210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 170 00000100:00100000:2.0:1787848502.355927:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848502.355970:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848502.356060:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468032 00000100:00100000:0.0:1787848502.356072:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468032 00000100:00100000:0.0:1787848502.356146:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 85 00000100:00100000:0.0:1787848502.356157:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4555d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2392:x1874694523468032:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848502.356239:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4555d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2392:x1874694523468032:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 84us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848502.356247:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 85 00000100:00100000:2.0:1787848502.356800:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848502.356846:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848502.356879:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468288 00000100:00100000:2.0:1787848502.356884:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468288 00000100:00100000:2.0:1787848502.356917:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468416 00000100:00100000:2.0:1787848502.356920:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468416 00000100:00100000:2.0:1787848502.356938:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 86 00000100:00100000:2.0:1787848502.356945:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3f20cb5-4197-4895-ad50-9a6cc804f923+6:2392:x1874694523468288:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848502.356987:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3f20cb5-4197-4895-ad50-9a6cc804f923+6:2392:x1874694523468288:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 43us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.356994:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 86 00000100:00100000:2.0:1787848502.357007:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 87 00000100:00100000:2.0:1787848502.357013:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2392:x1874694523468416:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848502.357035:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2392:x1874694523468416:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 22us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.357041:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 87 00000100:00080000:1.0:1787848502.358672:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787848502.358683:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787848502.359937:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468160 00000100:00100000:3.0:1787848502.359963:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468160 00000100:00100000:3.0:1787848502.360118:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:3.0:1787848502.360130:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2392:x1874694523468160:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848502.360243:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2392:x1874694523468160:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 115us (4271us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848502.360252:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00080000:1.0:1787848502.363443:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1787848502.519690:0:17249:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787848502.519701:0:17249:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848502.519721:0:17249:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787848502.519731:0:17249:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1787848502.840878:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6233f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535076992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848502.840954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848502.841232:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787848502.841255:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4564fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535077120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787848502.841305:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848502.841350:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535076992 00000100:00100000:2.0:1787848502.841358:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535076992 00000100:00100000:2.0:1787848502.841410:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077120 00000100:00100000:2.0:1787848502.841413:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077120 00000100:00100000:2.0:1787848502.841433:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848502.841441:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535076992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787848502.841470:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787848502.841513:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535076992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.841520:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848502.841538:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787848502.841544:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535077120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787848502.841558:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848502.841601:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535077120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.841607:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787848502.841645:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4564fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535077120:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787848502.842089:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787848502.842094:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787848502.842130:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6233f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535076992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787848502.842368:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848502.842379:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535077248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848502.842426:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843363:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535077376:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843419:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843452:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535077888:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843477:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843497:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3617:1874694535078400:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843521:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843541:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787848502.843547:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535077504:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843584:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843603:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535078016:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843623:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843638:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535078528:0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.843656:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848502.843682:0:18725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077888 00000100:00100000:3.0:1787848502.843689:0:18725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077888 00000100:00100000:3.0:1787848502.843748:0:18725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1787848502.843897:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848502.844048:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535077632:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.844092:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848502.844110:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535078144:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.844143:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848502.844157:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787848502.844162:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535077760:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.844206:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848502.844669:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078400 00000100:00100000:2.0:1787848502.844675:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078400 00000100:00100000:2.0:1787848502.844713:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078016 00000100:00100000:2.0:1787848502.844717:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078016 00000100:00100000:2.0:1787848502.844729:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078528 00000100:00100000:2.0:1787848502.844731:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078528 00000100:00100000:2.0:1787848502.844743:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077632 00000100:00100000:2.0:1787848502.844746:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077632 00000100:00100000:2.0:1787848502.844769:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078144 00000100:00100000:2.0:1787848502.844772:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078144 00000100:00100000:2.0:1787848502.844788:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787848502.844796:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3617:x1874694535078400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848502.844863:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3617:x1874694535078400:12345-0@lo:400:kworker.0 Request processed in 67us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.844871:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787848502.844888:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1787848502.844894:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535078016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848502.844922:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535078016:12345-0@lo:400:kworker.0 Request processed in 29us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.844928:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1787848502.844939:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787848502.844946:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c983c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535078528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848502.844973:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c983c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535078528:12345-0@lo:400:kworker.0 Request processed in 28us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.844979:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787848502.844990:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1787848502.844995:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535077632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848502.845024:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535077632:12345-0@lo:400:kworker.0 Request processed in 29us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.845030:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1787848502.845041:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1787848502.845047:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535078144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848502.845087:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535078144:12345-0@lo:400:kworker.0 Request processed in 41us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.845093:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:2.0:1787848502.845134:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787848502.845137:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787848502.845162:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077248 00000100:00100000:2.0:1787848502.845166:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077248 00000100:00100000:2.0:1787848502.845200:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787848502.845207:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535077248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787848502.845223:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848502.845524:0:18725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535077888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.845562:0:18725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535077888:12345-0@lo:400:kworker.0 Request processed in 41us (2084us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848502.845579:0:18725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787848502.845604:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077504 00000100:00100000:3.0:1787848502.845608:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077504 00000100:00100000:3.0:1787848502.845632:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077760 00000100:00100000:3.0:1787848502.845635:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077760 00000100:00100000:3.0:1787848502.845648:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787848502.845653:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535077504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.845687:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535077504:12345-0@lo:400:kworker.0 Request processed in 33us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848502.845693:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787848502.845704:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787848502.845710:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535077760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848502.845736:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535077760:12345-0@lo:400:kworker.0 Request processed in 27us (1529us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848502.845742:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787848502.845978:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535077760:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.845989:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535078272:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.846020:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848502.846052:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535077632:0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.847037:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535078144:0@lo:400:kworker.0 00000100:00080000:1.0:1787848502.847144:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:1.0:1787848502.847177:0:18719:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a3f20cb5-4197-4895-ad50-9a6cc804f923 00000020:00000080:1.0:1787848502.847194:0:18719:0:(genops.c:885:class_export_put()) final put ffff8eab42a7f000/a3f20cb5-4197-4895-ad50-9a6cc804f923 00000100:00100000:1.0:1787848502.847221:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078272 00000100:00100000:1.0:1787848502.847226:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078272 00000100:00100000:0.0:1787848502.847405:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535077376 00000100:00100000:0.0:1787848502.847411:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535077376 00000100:00100000:0.0:1787848502.847449:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1787848502.847457:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac76d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3617:x1874694535077376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848502.847514:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac76d80050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3617:x1874694535077376:12345-0@lo:400:kworker.0 Request processed in 58us (4095us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848502.847521:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000020:00000080:0.0:1787848502.847685:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a7f000/a3f20cb5-4197-4895-ad50-9a6cc804f923 for lustre-OST0000 00000020:00000080:0.0:1787848502.847728:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab42a7c800 for lustre-OST0000 00000100:00100000:2.0:1787848502.847963:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535077248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2755us (5535us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848502.847973:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787848502.848020:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535077248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787848502.848152:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787848502.848160:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6dd4fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535078272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848502.848197:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6dd4fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535078272:12345-0@lo:400:kworker.0 Request processed in 38us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848502.848203:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00080000:1.0:1787848502.848219:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787848502.851087:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535077504:0@lo:400:kworker.0 00000100:00100000:0.0:1787848502.851108:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535078016:0@lo:400:kworker.0 00010000:00080000:0.0:1787848502.851154:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac7d332d00 x1874694535078528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848502.851165:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535078528:0@lo:400:kworker.0 00000100:00100000:0.0:1787848502.851175:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535077376:0@lo:400:kworker.0 00000100:00100000:0.0:1787848502.851188:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535077888:0@lo:400:kworker.0 00000100:00100000:0.0:1787848502.851199:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3617:1874694535078400:0@lo:400:kworker.0 00010000:00080000:2.0:1787848502.851519:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac7d3312c0 x1874694535078272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848502.851531:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3312c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535078272:0@lo:400:kworker.0 00000001:00100000:0.0:1787848502.857914:0:19537:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a3f20cb5-4197-4895-ad50-9a6cc804f923 00000020:00000080:0.0:1787848502.857924:0:19537:0:(genops.c:885:class_export_put()) final put ffff8eab42a7d000/a3f20cb5-4197-4895-ad50-9a6cc804f923 00000001:00100000:0.0:1787848502.857952:0:19537:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:0.0:1787848502.857954:0:19537:0:(genops.c:885:class_export_put()) final put ffff8eab446b6800/657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:2.0:1787848502.858018:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a7d000/a3f20cb5-4197-4895-ad50-9a6cc804f923 for lustre-OST0001 00000020:00000080:2.0:1787848502.858079:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab446b6800/657724fb-61ea-4287-8a46-9e7c3137f3fd for lustre-OST0001 00000020:00000080:2.0:1787848502.858098:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab42a7d800 for lustre-OST0001 00000020:00000080:2.0:1787848502.858103:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab44451800 for lustre-OST0001 00010000:00010000:1.0:1787848502.966526:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848503.324559:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848503.324788:0:17219:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468672 00000100:00100000:3.0:1787848503.324798:0:17219:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468672 00000100:00100000:3.0:1787848503.324868:0:17219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:3.0:1787848503.324879:0:17219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+13:16353:x1874694523468672:12345-192.168.204.6@tcp:35:umount.0 00000001:00080000:3.0:1787848503.325148:0:17219:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1787848503.325239:0:17219:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1787848503.325505:0:17219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+16:16353:x1874694523468672:12345-192.168.204.6@tcp:35:umount.0 Request processed in 627us (963us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1787848503.325515:0:17219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000020:00080000:3.0:1787848503.325652:0:17219:0:(tgt_main.c:785:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1787848503.330872:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848503.331196:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468800 00000100:00100000:2.0:1787848503.331205:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468800 00000100:00100000:2.0:1787848503.331267:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:2.0:1787848503.331277:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+13:2394:x1874694523468800:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848503.331316:0:17201:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848503.331336:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac40030600/0x23626ab2a31c1751 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d258c3 expref: 13 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848503.331363:0:17201:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848503.331452:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+12:2394:x1874694523468800:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 176us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848503.331460:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:1.0:1787848503.331704:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848503.331788:0:20245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523468928 00000100:00100000:2.0:1787848503.331793:0:20245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523468928 00000100:00100000:2.0:1787848503.331827:0:20245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:2.0:1787848503.331834:0:20245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+12:2394:x1874694523468928:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848503.331842:0:20245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848503.331852:0:20245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac40030000/0x23626ab2a31c1758 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d258f4 expref: 12 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848503.331871:0:20245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848503.331897:0:20245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+11:2394:x1874694523468928:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848503.331903:0:20245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:1.0:1787848503.341646:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848503.343885:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848503.344094:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523469184 00000100:00100000:1.0:1787848503.344105:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523469184 00000100:00100000:1.0:1787848503.344160:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:1.0:1787848503.344171:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2391:x1874694523469184:12345-192.168.204.6@tcp:9:umount.0 00000020:00000080:1.0:1787848503.344214:0:18723:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c177b 00000100:00080000:1.0:1787848503.344223:0:18723:0:(import.c:65:import_set_state_nolock()) ffff8eac435e6800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787848503.344278:0:18723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:2.0:1787848503.344402:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848503.344510:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+2:2391:x1874694523469184:12345-192.168.204.6@tcp:9:umount.0 Request processed in 339us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848503.344518:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:0.0:1787848503.345555:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523469056 00000100:00100000:0.0:1787848503.345564:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523469056 00000100:00100000:0.0:1787848503.345619:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:0.0:1787848503.345628:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44505050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+11:2393:x1874694523469056:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787848503.345639:0:17200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848503.345660:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac50713a00/0x23626ab2a31c17dd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259aa expref: 11 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848503.346517:0:17200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848503.346707:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44505050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+10:2393:x1874694523469056:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 1078us (5068us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848503.346715:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:1.0:1787848503.357226:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848503.357765:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470080 00000100:00100000:2.0:1787848503.357777:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470080 00000100:00100000:2.0:1787848503.357849:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 67 00000100:00100000:2.0:1787848503.357932:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+16:2391:x1874694523470080:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:2.0:1787848503.357969:0:17216:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1766 00000020:00010000:2.0:1787848503.357984:0:17216:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8eab43b37800: total 0 00000100:00080000:2.0:1787848503.357989:0:17216:0:(import.c:65:import_set_state_nolock()) ffff8eab43b34800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787848503.358067:0:17216:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1787848503.358232:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:657724fb-61ea-4287-8a46-9e7c3137f3fd+15:2391:x1874694523470080:12345-192.168.204.6@tcp:39:umount.0 Request processed in 373us (1016us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1787848503.358240:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 67 00000020:00010000:1.0:1787848503.359800:0:17203:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8eab43b37800: total 0 00010000:00010000:1.0:1787848503.359808:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848503.359860:0:17203:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8eab43b37800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1787848503.359899:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8eac5075b600) 00010000:00010000:1.0:1787848503.359903:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787848503.360586:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713600/0x23626ab2a31c1a1b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a44 expref: 14 pid: 17215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360624:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8eac5075b900) 00010000:00010000:1.0:1787848503.360627:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787848503.360632:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da61000/0x23626ab2a31c1a76 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a60 expref: 13 pid: 17217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360784:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eac50cab300) 00010000:00010000:1.0:1787848503.360788:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787848503.360793:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5c00/0x23626ab2a31c1831 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259b1 expref: 12 pid: 17215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360814:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8eac5075b400) 00010000:00010000:1.0:1787848503.360816:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787848503.360820:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60800/0x23626ab2a31c1911 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259f0 expref: 11 pid: 17217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360835:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8eac5075b900) 00010000:00010000:1.0:1787848503.360837:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787848503.360841:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da60a00/0x23626ab2a31c19c0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a2f expref: 10 pid: 17217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360851:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8eac5075b900) 00010000:00010000:1.0:1787848503.360853:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787848503.360856:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7da61e00/0x23626ab2a31c198f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a1a expref: 9 pid: 17216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360870:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac5075bb00) 00010000:00010000:1.0:1787848503.360882:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787848503.360887:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713400/0x23626ab2a31c188c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259c6 expref: 8 pid: 17215 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360900:0:17203:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eac5075b000) 00010000:00010000:1.0:1787848503.360903:0:17203:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787848503.360906:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c184d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259b8 expref: 7 pid: 19612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848503.360919:0:17203:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8eab43b37800, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1787848503.361373:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848503.361387:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848503.361390:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848503.368823:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848503.368872:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470208 00000100:00100000:1.0:1787848503.368882:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470208 00000100:00100000:1.0:1787848503.368945:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 68 00000100:00100000:1.0:1787848503.368954:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+5:2391:x1874694523470208:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:1.0:1787848503.369049:0:17215:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c176d 00000100:00080000:1.0:1787848503.369066:0:17215:0:(import.c:65:import_set_state_nolock()) ffff8eab43b30800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787848503.369095:0:17215:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:0.0:1787848503.369144:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848503.369363:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:657724fb-61ea-4287-8a46-9e7c3137f3fd+3:2391:x1874694523470208:12345-192.168.204.6@tcp:39:umount.0 Request processed in 409us (551us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1787848503.369371:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 68 00010000:00010000:2.0:1787848503.990792:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848505.014879:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848505.398949:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535078784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848505.399022:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848505.399065:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848505.399071:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535078656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848505.399110:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848505.399134:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787848505.399142:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535078912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787848505.399184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848505.399214:0:18726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078912 00000100:00100000:1.0:1787848505.399221:0:18726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078912 00000100:00100000:1.0:1787848505.399271:0:18726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787848505.399280:0:18726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535078912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787848505.399329:0:18726:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787848505.399384:0:18726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535078912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848505.399392:0:18726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:1.0:1787848505.399414:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848505.399446:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535078912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787848505.399521:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078784 00000100:00100000:0.0:1787848505.399525:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078784 00000100:00100000:0.0:1787848505.399556:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535078656 00000100:00100000:0.0:1787848505.399558:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535078656 00000100:00100000:0.0:1787848505.399571:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787848505.399577:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535078784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848505.399599:0:17220:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787848505.399642:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535078784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848505.399648:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787848505.399660:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787848505.399666:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44645680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535078656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848505.399690:0:17220:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848505.399716:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44645680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535078656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848505.399721:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787848505.400102:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c9b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535078656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848505.400113:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535078784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787848505.402049:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848505.402210:0:20245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470336 00000100:00100000:2.0:1787848505.402219:0:20245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470336 00000100:00100000:2.0:1787848505.402279:0:20245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:2.0:1787848505.402322:0:20245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+10:2394:x1874694523470336:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848505.402349:0:20245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848505.402371:0:20245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac82044a00/0x23626ab2a31c1790 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25933 expref: 10 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848505.402391:0:20245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848505.402449:0:20245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+9:2394:x1874694523470336:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 162us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848505.402457:0:20245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:3.0:1787848505.407466:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848505.407527:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848505.407728:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470464 00000100:00100000:1.0:1787848505.407744:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470464 00000100:00100000:1.0:1787848505.407828:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470592 00000100:00100000:1.0:1787848505.407832:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470592 00000100:00100000:0.0:1787848505.411747:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:0.0:1787848505.411785:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+10:2392:x1874694523470464:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787848505.412086:0:17200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848505.412124:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac50713200/0x23626ab2a31c1797 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25964 expref: 10 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848505.412148:0:17200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848505.412393:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+9:2392:x1874694523470464:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 628us (4942us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848505.412404:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:0.0:1787848505.412446:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:0.0:1787848505.412476:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+8:2392:x1874694523470592:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787848505.412488:0:17200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848505.412725:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac41527800/0x23626ab2a31c17d6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259a3 expref: 8 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848505.412739:0:17200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848505.412764:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+7:2392:x1874694523470592:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 290us (5236us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848505.412771:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:2.0:1787848505.421226:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848505.421878:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470848 00000100:00100000:0.0:1787848505.421892:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470848 00000100:00100000:0.0:1787848505.422122:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 69 00000100:00100000:0.0:1787848505.422135:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4564d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3f20cb5-4197-4895-ad50-9a6cc804f923+6:2391:x1874694523470848:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:0.0:1787848505.422195:0:19612:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c17a5 00000020:00010000:0.0:1787848505.422207:0:19612:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8eac69282800: total 0 00000100:00080000:0.0:1787848505.422214:0:19612:0:(import.c:65:import_set_state_nolock()) ffff8eac69286000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787848505.422247:0:19612:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1787848505.422722:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4564d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2391:x1874694523470848:12345-192.168.204.6@tcp:39:umount.0 Request processed in 586us (1507us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1787848505.422733:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 69 00000020:00010000:0.0:1787848505.422770:0:17969:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8eac69282800: total 0 00010000:00010000:0.0:1787848505.422837:0:17969:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8eac69282800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787848505.422881:0:17969:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac5075bb00) 00010000:00010000:0.0:1787848505.422885:0:17969:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787848505.422895:0:17969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac40030e00/0x23626ab2a31c189a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d259cd expref: 4 pid: 17217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848505.423455:0:17969:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8eac69282800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1787848505.423477:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848505.423479:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848505.423481:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787848505.424324:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787848505.449064:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848505.449389:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523470976 00000100:00100000:1.0:1787848505.449403:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523470976 00000100:00100000:1.0:1787848505.449513:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 70 00000100:00100000:1.0:1787848505.449526:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac540452c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+5:2391:x1874694523470976:12345-192.168.204.6@tcp:39:umount.0 00000020:00000080:1.0:1787848505.449582:0:17215:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c17ac 00000100:00080000:1.0:1787848505.449612:0:17215:0:(import.c:65:import_set_state_nolock()) ffff8eac69280000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787848505.449663:0:17215:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1787848505.449844:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac540452c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3f20cb5-4197-4895-ad50-9a6cc804f923+3:2391:x1874694523470976:12345-192.168.204.6@tcp:39:umount.0 Request processed in 321us (794us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1787848505.449853:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 70 00010000:00010000:0.0:1787848505.450069:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787848505.450440:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787848505.504989:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848505.506938:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471232 00000100:00100000:0.0:1787848505.506959:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471232 00000100:00100000:1.0:1787848505.507384:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 172 00000100:00100000:1.0:1787848505.507398:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac76d83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+7:2391:x1874694523471232:12345-192.168.204.6@tcp:251:umount.0 00000020:00000080:1.0:1787848505.507466:0:17208:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1743 00000020:00010000:1.0:1787848505.507476:0:17208:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8eac6ddcb800: total 0 00000100:00080000:1.0:1787848505.507482:0:17208:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddcf800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787848505.507603:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac76d83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9d0dd74-880b-415b-a5e4-a95c04ab3fbf+3:2391:x1874694523471232:12345-192.168.204.6@tcp:251:umount.0 Request processed in 207us (2630us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848505.507618:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 172 00000020:00010000:2.0:1787848505.507708:0:17203:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8eac6ddcb800: total 0 00010000:00010000:2.0:1787848505.507781:0:17203:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8eac6ddcb800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787848505.507825:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac82044200/0x23626ab2a31c174a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d258bc expref: 2 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848505.507846:0:17203:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8eac6ddcb800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787848505.507855:0:17203:0:(genops.c:885:class_export_put()) final put ffff8eac6ddcb800/e9d0dd74-880b-415b-a5e4-a95c04ab3fbf 00010000:00010000:2.0:1787848505.507866:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848505.507869:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848505.507870:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787848505.508163:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6ddcb800/e9d0dd74-880b-415b-a5e4-a95c04ab3fbf for MGS 00000020:00000080:3.0:1787848505.508215:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6ddcf800 for MGS 00010000:00010000:3.0:1787848506.038537:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787848506.490998:0:17970:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848507.064225:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787848507.543694:0:20789:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787848507.552853:0:20789:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1787848507.552911:0:20789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.552925:0:20789:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.552933:0:20789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.552939:0:20789:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.552960:0:20789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787848507.552965:0:20789:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787848507.552988:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787848507.553004:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787848507.553010:0:20789:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787848507.553051:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac6fa45000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1787848507.556545:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848507.556560:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.556591:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50712600 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848507.556596:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.556608:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848507.556616:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848507.556622:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848507.556625:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787848507.556628:0:17203:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787848507.556667:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.556673:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787848507.556703:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.556727:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac50712600/0x23626ab2a31c1306 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c130d expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.556741:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848507.556743:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848507.556745:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848507.556801:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d151de28-f001-44b0-b1e6-290cc4ab3d94:3618:1874694535079168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848507.556877:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.557263:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079168 00000100:00100000:3.0:1787848507.557272:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079168 00000100:00100000:3.0:1787848507.557382:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787848507.557392:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3618:x1874694535079168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848507.557416:0:17200:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848507.557436:0:17200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c130d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1306 expref: 24 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.557448:0:17200:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848507.557491:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d151de28-f001-44b0-b1e6-290cc4ab3d94+23:3618:x1874694535079168:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.557499:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848507.558412:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d151de28-f001-44b0-b1e6-290cc4ab3d94:3618:1874694535079168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848507.558658:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535079040:0@lo:39:umount.0 00000100:00100000:1.0:1787848507.558715:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848507.559859:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079040 00000100:00100000:0.0:1787848507.559872:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079040 00000100:00100000:0.0:1787848507.559966:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787848507.559976:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac50715e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1874694535079040:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787848507.560020:0:19612:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1337 00000100:00080000:0.0:1787848507.560029:0:19612:0:(import.c:65:import_set_state_nolock()) ffff8eac4488a000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1787848507.560268:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac50715e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3614:x1874694535079040:12345-0@lo:39:umount.0 Request processed in 291us (1549us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848507.560275:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1787848507.560318:0:19612:0:(genops.c:885:class_export_put()) final put ffff8eac4488c000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1787848507.560462:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787848507.560494:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac4488c000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787848507.560609:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac4488a000 for lustre-MDT0000 00000100:00080000:0.0:1787848507.560649:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6fa45000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787848507.560714:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f26940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535079040:0@lo:39:umount.0 00000100:00080000:3.0:1787848507.560763:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787848507.560767:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787848507.562194:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787848507.571608:0:20789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571629:0:20789:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571637:0:20789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571644:0:20789:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571673:0:20789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848507.571681:0:20789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571688:0:20789:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571716:0:20789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571723:0:20789:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571738:0:20789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787848507.571751:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848507.571757:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571763:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01c00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848507.571767:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.571787:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848507.571794:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848507.571799:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848507.571802:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1787848507.572118:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572127:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787848507.572152:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572171:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1257 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c125e expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572186:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848507.572190:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572196:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac41526e00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848507.572199:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572207:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848507.572213:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848507.572218:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848507.572220:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1787848507.572223:0:17203:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787848507.572241:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572248:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787848507.572254:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572260:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac41526e00/0x23626ab2a31c1735 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c173c expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.572280:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848507.572373:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848507.572395:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d151de28-f001-44b0-b1e6-290cc4ab3d94:3616:1874694535079424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848507.572482:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848507.572534:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848507.572540:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d151de28-f001-44b0-b1e6-290cc4ab3d94:3616:1874694535079296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848507.572564:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848507.572597:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079424 00000100:00100000:1.0:1787848507.572605:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079424 00000100:00100000:1.0:1787848507.572654:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079296 00000100:00100000:1.0:1787848507.572658:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079296 00000100:00100000:1.0:1787848507.572681:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787848507.572698:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac507143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+24:3616:x1874694535079424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787848507.572713:0:17201:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848507.572741:0:20789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.572743:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac50713000/0x23626ab2a31c173c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1735 expref: 24 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.572757:0:17201:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787848507.572761:0:20789:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848507.572767:0:20789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848507.572773:0:20789:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848507.572789:0:20789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787848507.572795:0:20789:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848507.572798:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac507143c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+23:3616:x1874694535079424:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (317us total) trans 0 rc 0/0 00010000:00010000:2.0:1787848507.572802:0:20789:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848507.572805:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1787848507.572808:0:20789:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848507.572814:0:20789:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848507.572821:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1787848507.572824:0:20789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1787848507.572827:0:20789:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00100000:1.0:1787848507.572827:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac50716940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+22:3616:x1874694535079296:12345-0@lo:103:ldlm_bl.0 10000000:01000000:2.0:1787848507.572830:0:20789:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1787848507.572847:0:17201:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787848507.572855:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac82045600/0x23626ab2a31c125e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1257 expref: 22 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.572864:0:17201:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:01000004:2.0:1787848507.572866:0:20789:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1787848507.572869:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1787848507.572873:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848507.572880:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000100:00100000:1.0:1787848507.572883:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac50716940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+21:3616:x1874694535079296:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848507.572889:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00080000:2.0:1787848507.572890:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8eac480db000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787848507.572896:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8eac6d24b800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787848507.572900:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8eac75c8a800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787848507.572905:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8eac438e4000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:1.0:1787848507.572910:0:17204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00080000:2.0:1787848507.572913:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8eac69282800 a3f20cb5-4197-4895-ad50-9a6cc804f923 192.168.204.6@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00010000:00010000:1.0:1787848507.572915:0:17204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787848507.572919:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8eab43b37800 657724fb-61ea-4287-8a46-9e7c3137f3fd 192.168.204.6@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00010000:00010000:1.0:1787848507.572922:0:17204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61c00 already unused, calling callback (ffffffffc13edc20) 00000020:00080000:2.0:1787848507.572925:0:20789:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8eab42b98000) has exports, disconnecting them 10000000:00010000:1.0:1787848507.572925:0:17204:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787848507.572929:0:20789:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8eac480db000), last request at 1787848502 00010000:00010000:1.0:1787848507.572932:0:17204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1787848507.572936:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c156e 10000000:00010000:1.0:1787848507.572943:0:17204:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848507.572949:0:17204:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00080000:2.0:1787848507.572950:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac480db800 : changing import state from FULL to CLOSED 10000000:01000000:1.0:1787848507.572951:0:17204:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1787848507.572953:0:17204:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787848507.572967:0:17204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.572972:0:17204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:2.0:1787848507.573001:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac480db000): rc 0 00000020:00000080:2.0:1787848507.573561:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac480db000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1787848507.573577:0:20789:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8eac6d24b800), last request at 1787848502 00000020:00000080:2.0:1787848507.573582:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c14d4 00000100:00080000:2.0:1787848507.573591:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac48edf000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787848507.573601:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac6d24b800): rc 0 00000020:00000080:2.0:1787848507.573604:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6d24b800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1787848507.573608:0:20789:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8eac75c8a800), last request at 1787848433 00000020:00000080:2.0:1787848507.573610:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1425 00000100:00080000:2.0:1787848507.573614:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac75c8e000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787848507.573619:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac75c8a800): rc 0 00000020:00000080:2.0:1787848507.573622:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac75c8a800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1787848507.573625:0:20789:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8eac438e4000), last request at 1787848433 00000020:00000080:2.0:1787848507.573628:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13ca 00000100:00080000:2.0:1787848507.573632:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac4814b000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787848507.573638:0:20789:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1787848507.573728:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac438e4000): rc 0 00000004:00000080:2.0:1787848507.573735:0:20789:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb1a74187bae0 00000100:00080000:2.0:1787848507.573757:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787848507.573761:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:3.0:1787848507.575158:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848507.575169:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848507.575178:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.575191:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb00e00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848507.575195:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.575207:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848507.575214:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848507.575220:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848507.575222:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787848507.575225:0:17203:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787848507.575268:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.575274:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787848507.575361:0:17204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.575369:0:17204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac7da61c00/0x23626ab2a31c180e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1815 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848507.575386:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848507.575388:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848507.575390:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848507.575403:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848507.575450:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d151de28-f001-44b0-b1e6-290cc4ab3d94:3616:1874694535079296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848507.575461:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d151de28-f001-44b0-b1e6-290cc4ab3d94:3616:1874694535079424:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848507.575893:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.575901:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00e00/0x23626ab2a31c1249 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1250 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.575912:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848507.575928:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848507.575930:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787848507.575989:0:20789:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787848507.576008:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000020:00000080:2.0:1787848507.576078:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac480db000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000100:00100000:1.0:1787848507.576092:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535079808:0@lo:39:umount.0 00000100:00100000:1.0:1787848507.576157:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787848507.576438:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787848507.576443:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1787848507.576463:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787848507.576529:0:20789:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787848507.576540:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac6fa43800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787848507.576553:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787848507.576555:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1787848507.576561:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787848507.576622:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac50714f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535079936:0@lo:9:umount.0 00000100:00100000:1.0:1787848507.576653:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787848507.576680:0:20789:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787848507.576691:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eac76ec0800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787848507.576704:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535080064:0@lo:9:umount.0 00000100:00100000:1.0:1787848507.576726:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1787848507.576794:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8eab42b98000) has no exports 00000020:00000080:2.0:1787848507.576799:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6d24b800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787848507.576833:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75c8a800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787848507.576856:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac480db800 for lustre-MDT0000 00000020:00000080:2.0:1787848507.576860:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac48edf000 for lustre-MDT0000 00000020:00000080:2.0:1787848507.576863:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac75c8e000 for lustre-MDT0000 00000100:00100000:2.0:1787848507.577142:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079936 00000100:00100000:2.0:1787848507.577152:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079936 00000100:00100000:2.0:1787848507.577213:0:18724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080064 00000100:00100000:2.0:1787848507.577217:0:18724:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080064 00000100:00100000:2.0:1787848507.577241:0:18724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848507.577249:0:18724:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac50716d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3614:x1874694535079936:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787848507.577282:0:18724:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1591 00000100:00080000:2.0:1787848507.577315:0:18724:0:(import.c:65:import_set_state_nolock()) ffff8eab44452800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787848507.577326:0:18725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787848507.577334:0:18725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3614:x1874694535080064:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787848507.577347:0:18725:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1598 00000100:00080000:3.0:1787848507.577353:0:18725:0:(import.c:65:import_set_state_nolock()) ffff8eab44454800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787848507.577388:0:18725:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787848507.577525:0:18725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3614:x1874694535080064:12345-0@lo:9:umount.0 Request processed in 190us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.577532:0:18725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:3.0:1787848507.577559:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787848507.577581:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac76ec0800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787848507.577589:0:3614:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787848507.577591:0:3614:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848507.577594:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535080064:0@lo:9:umount.0 00000001:00000004:2.0:1787848507.577636:0:18724:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:1.0:1787848507.577704:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787848507.577708:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787848507.577728:0:18724:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac50716d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3614:x1874694535079936:12345-0@lo:9:umount.0 Request processed in 479us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848507.577735:0:18724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1787848507.577749:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6fa43800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787848507.577764:0:3614:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787848507.577766:0:3614:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848507.577768:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac50714f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535079936:0@lo:9:umount.0 00010000:00010000:2.0:1787848507.577803:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848507.578056:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac50717840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535079552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848507.578093:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.578137:0:17201:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079552 00000100:00100000:3.0:1787848507.578142:0:17201:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079552 00000100:00100000:3.0:1787848507.578185:0:17201:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787848507.578192:0:17201:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44505450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+21:3617:x1874694535079552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848507.578202:0:17201:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848507.578223:0:17201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac41526800/0x23626ab2a31c1815 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c180e expref: 21 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.578237:0:17201:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848507.578435:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079808 00000100:00100000:0.0:1787848507.578441:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079808 00000100:00100000:0.0:1787848507.578471:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787848507.578478:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac50715680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3614:x1874694535079808:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787848507.578496:0:17220:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c144f 00000100:00080000:0.0:1787848507.578502:0:17220:0:(import.c:65:import_set_state_nolock()) ffff8eac75c89800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787848507.578520:0:17220:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787848507.578521:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848507.578535:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535079680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787848507.578700:0:17201:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44505450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d151de28-f001-44b0-b1e6-290cc4ab3d94+20:3617:x1874694535079552:12345-0@lo:103:ldlm_bl.0 Request processed in 507us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.578707:0:17201:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787848507.578813:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.578849:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac50717840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535079552:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848507.578905:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848507.578980:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac50715680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3614:x1874694535079808:12345-0@lo:39:umount.0 Request processed in 501us (2821us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1787848507.578986:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787848507.579188:0:20245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535079680 00000100:00100000:3.0:1787848507.579193:0:20245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535079680 00000100:00100000:3.0:1787848507.579225:0:20245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787848507.579231:0:20245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d151de28-f001-44b0-b1e6-290cc4ab3d94+20:3617:x1874694535079680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848507.579240:0:20245:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848507.579253:0:20245:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac82044400/0x23626ab2a31c1250 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1249 expref: 20 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848507.579267:0:20245:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848507.579328:0:20245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d151de28-f001-44b0-b1e6-290cc4ab3d94+19:3617:x1874694535079680:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.579335:0:20245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1787848507.579542:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787848507.579549:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535079808:0@lo:39:umount.0 00000100:00100000:2.0:1787848507.579569:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535079680:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1787848507.583617:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8eab42b98000) has no exports 00000020:00000080:2.0:1787848507.655530:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12a4 00000020:00000080:2.0:1787848507.655547:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac485d3000/lustre-QMT0000_UUID 00000020:01000000:2.0:1787848507.655670:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1787848507.655772:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac485d3000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1787848507.655796:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848507.655808:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787848507.655812:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8eac7cc94d70) has no exports 00000020:00000080:3.0:1787848507.656167:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c129d 00000020:00000080:3.0:1787848507.656173:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6d269000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787848507.656346:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6d269000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787848507.656485:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787848507.656493:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787848507.656496:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6d24c800/lustre-QMT0000_UUID 00000020:00000080:3.0:1787848507.656499:0:20789:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6d24c800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1787848507.656503:0:20789:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:2.0:1787848507.961479:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535080576:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.961547:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.961582:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3618:1874694535081088:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.961606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.961626:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787848507.961631:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535080448:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.961647:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.961661:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3618:1874694535080960:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.961676:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.961701:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080576 00000100:00100000:2.0:1787848507.961707:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080576 00000100:00100000:3.0:1787848507.961823:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535080192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787848507.961854:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.961872:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535080704:0@lo:400:kworker.0 00000100:00100000:0.0:1787848507.961895:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081088 00000100:00100000:0.0:1787848507.961901:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081088 00000100:00100000:3.0:1787848507.961907:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.961926:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535081216:0@lo:400:kworker.0 00000100:00100000:0.0:1787848507.961941:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080960 00000100:00100000:0.0:1787848507.961946:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080960 00000100:00100000:3.0:1787848507.961947:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.961963:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787848507.961969:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080704 00000100:00100000:3.0:1787848507.961970:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535080320:0@lo:400:kworker.0 00000100:00100000:0.0:1787848507.961975:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080704 00000100:00100000:0.0:1787848507.961992:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081216 00000100:00100000:0.0:1787848507.961995:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081216 00000100:00100000:3.0:1787848507.962000:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.962019:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535080832:0@lo:400:kworker.0 00000100:00100000:0.0:1787848507.962023:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787848507.962036:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1874694535080960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848507.962043:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.962062:0:17216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080832 00000100:00100000:3.0:1787848507.962066:0:17216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080832 00000100:00100000:3.0:1787848507.962102:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787848507.962104:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1874694535080960:12345-0@lo:400:kworker.0 Request processed in 70us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.962113:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1874694535081216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848507.962117:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787848507.962141:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787848507.962147:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3618:x1874694535081088:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787848507.962155:0:17217:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1787848507.962159:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3615:x1874694535081216:12345-0@lo:400:kworker.0 Request processed in 47us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848507.962167:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787848507.962180:0:17216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787848507.962184:0:17216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3615:x1874694535080704:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787848507.962189:0:17216:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787848507.962204:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3618:x1874694535081088:12345-0@lo:400:kworker.0 Request processed in 54us (595us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787848507.962218:0:17216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3615:x1874694535080704:12345-0@lo:400:kworker.0 Request processed in 32us (309us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787848507.962223:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787848507.962230:0:17216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787848507.962249:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787848507.962255:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1874694535080832:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787848507.962260:0:17217:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787848507.962324:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080448 00000100:00100000:2.0:1787848507.962329:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080448 00000100:00100000:0.0:1787848507.962330:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3615:x1874694535080832:12345-0@lo:400:kworker.0 Request processed in 73us (287us total) trans 0 rc -107/-107 00000100:00080000:1.0:1787848507.962402:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787848507.962407:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787848507.962409:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787848507.962419:0:18726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080192 00000100:00100000:1.0:1787848507.962422:0:18726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080192 00000100:00100000:1.0:1787848507.962450:0:18726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787848507.962457:0:18726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f27840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1874694535080192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787848507.962478:0:18726:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787848507.962508:0:18726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f27840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3615:x1874694535080192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848507.962513:0:18726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787848507.962540:0:18725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787848507.962547:0:18725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535080576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848507.962570:0:18725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535080576:12345-0@lo:400:kworker.0 Request processed in 24us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848507.962583:0:18725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787848507.962630:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535080320 00000100:00100000:1.0:1787848507.962634:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535080320 00000100:00100000:1.0:1787848507.962653:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787848507.962658:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1874694535080320:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787848507.962663:0:17221:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787848507.962689:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3615:x1874694535080320:12345-0@lo:400:kworker.0 Request processed in 30us (691us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787848507.962695:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1787848507.962737:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787848507.962742:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787848507.962746:0:3615:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1787848507.964443:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787848507.964470:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535080448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.964533:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535080448:12345-0@lo:400:kworker.0 Request processed in 69us (2885us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848507.964540:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787848507.964593:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535080448:0@lo:400:kworker.0 00010000:00080000:2.0:1787848507.964609:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac6fa8c000 x1874694535080960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848507.964619:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3618:1874694535080960:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.964631:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535080576:0@lo:400:kworker.0 00000100:00080000:2.0:1787848507.964641:0:3618:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787848507.964646:0:3618:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787848507.964649:0:3618:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787848507.964654:0:3618:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848507.964658:0:3618:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 490 00000100:00080000:2.0:1787848507.964665:0:3618:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8eac6ddc8000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848507.964690:0:3618:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6fa8c3c0 x1874694535081344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848507.964708:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3618:1874694535081088:0@lo:400:kworker.0 00000100:00100000:2.0:1787848507.964754:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535081344:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1787848507.964786:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848507.964821:0:17215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081344 00000100:00100000:2.0:1787848507.964826:0:17215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081344 00000100:00100000:0.0:1787848507.971992:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787848507.977472:0:17215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787848507.977505:0:17215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3614:x1874694535081344:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1787848507.977526:0:17215:0:(ldlm_lib.c:1213:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:1.0:1787848507.978153:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848507.978162:0:3615:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 458 00000100:00080000:1.0:1787848507.978171:0:3615:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8eac6d26c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848507.978207:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac692a1680 x1874694535081472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787848507.978235:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535080320:0@lo:400:kworker.0 00000100:00080000:1.0:1787848507.978269:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787848507.978272:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787848507.978275:0:3615:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787848507.978279:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848507.978282:0:3615:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 474 00000100:00080000:1.0:1787848507.978310:0:3615:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8eab42a7e800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848507.978332:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac692a2d00 x1874694535081600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787848507.978342:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535080832:0@lo:400:kworker.0 00000100:00100000:1.0:1787848507.978368:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535080192:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787848507.978378:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787848507.978381:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787848507.978384:0:3615:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787848507.978387:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848507.978390:0:3615:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 458 00000100:00080000:1.0:1787848507.978393:0:3615:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8eac48ed8000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848507.978403:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac692a30c0 x1874694535081728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787848507.978411:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535080704:0@lo:400:kworker.0 00010000:00080000:1.0:1787848507.978423:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac6fa8c780 x1874694535081216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848507.978432:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535081216:0@lo:400:kworker.0 00000100:00100000:3.0:1787848507.979221:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535081472:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787848507.979320:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848507.979365:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535081600:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787848507.979390:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848507.979942:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081472 00000100:00100000:1.0:1787848507.979950:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081472 00000100:00100000:1.0:1787848507.979986:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787848507.979992:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3614:x1874694535081472:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:1.0:1787848507.980007:0:17220:0:(ldlm_lib.c:1213:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1787848507.980054:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f261c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3614:x1874694535081472:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 61us (734us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787848507.980071:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787848507.985434:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535081728:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787848507.985510:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848507.987816:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081600 00000100:00100000:0.0:1787848507.987828:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081600 00000100:00100000:0.0:1787848507.987887:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787848507.987895:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535081600:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1787848507.987913:0:19612:0:(ldlm_lib.c:1213:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787848507.987994:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535081600:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 98us (8602us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848507.988000:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:3.0:1787848507.990648:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848507.990661:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848507.990666:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535081472:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1787848507.990679:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848507.990683:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848507.990685:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535081600:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787848507.990794:0:19612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081728 00000100:00100000:0.0:1787848507.990802:0:19612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081728 00000100:00100000:2.0:1787848507.991775:0:17215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3614:x1874694535081344:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 14268us (26983us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787848507.991787:0:17215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787848507.992053:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787848507.992060:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535081728:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:0.0:1787848507.992087:0:19612:0:(ldlm_lib.c:1213:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787848507.992120:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535081728:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 60us (6610us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848507.992126:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:3.0:1787848507.992377:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848507.992383:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848507.992386:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535081728:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1787848507.992396:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848507.992399:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848507.992402:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535081344:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1787848508.089368:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787848508.988575:0:18719:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787848508.988586:0:18719:0:(genops.c:885:class_export_put()) final put ffff8eab44456000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787848508.988610:0:18719:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:2.0:1787848508.988613:0:18719:0:(genops.c:885:class_export_put()) final put ffff8eab4296e800/657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:3.0:1787848508.989550:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab44456000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787848508.989610:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab4296e800/657724fb-61ea-4287-8a46-9e7c3137f3fd for lustre-OST0000 00000020:00000080:3.0:1787848508.989629:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab44452800 for lustre-OST0000 00000020:00000080:3.0:1787848508.989634:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac435e6800 for lustre-OST0000 00000001:00100000:2.0:1787848508.990141:0:17948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1787848508.990232:0:17948:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1787848508.990238:0:17948:0:(genops.c:885:class_export_put()) final put ffff8eac75c88000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787848508.990257:0:17948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a3f20cb5-4197-4895-ad50-9a6cc804f923 00000001:00080000:2.0:1787848508.990264:0:17948:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1787848508.990277:0:17948:0:(genops.c:885:class_export_put()) final put ffff8eac69280800/a3f20cb5-4197-4895-ad50-9a6cc804f923 00000001:00100000:2.0:1787848508.990319:0:17948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 657724fb-61ea-4287-8a46-9e7c3137f3fd 00000001:00080000:2.0:1787848508.990326:0:17948:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1787848508.990328:0:17948:0:(genops.c:885:class_export_put()) final put ffff8eab43b33800/657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:0.0:1787848508.990386:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75c88000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787848508.990444:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac69280800/a3f20cb5-4197-4895-ad50-9a6cc804f923 for lustre-MDT0001 00000020:00000080:0.0:1787848508.990469:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43b33800/657724fb-61ea-4287-8a46-9e7c3137f3fd for lustre-MDT0001 00000020:00000080:0.0:1787848508.990501:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac75c89800 for lustre-MDT0001 00000020:00000080:0.0:1787848508.990615:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac69280000 for lustre-MDT0001 00000020:00000080:0.0:1787848508.990621:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab43b30800 for lustre-MDT0001 00000001:00100000:0.0:1787848508.992942:0:17195:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848508.992952:0:17195:0:(genops.c:885:class_export_put()) final put ffff8eac438e4000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787848508.992989:0:17195:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a3f20cb5-4197-4895-ad50-9a6cc804f923 00000001:00080000:0.0:1787848508.992998:0:17195:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1787848508.993002:0:17195:0:(genops.c:885:class_export_put()) final put ffff8eac69282800/a3f20cb5-4197-4895-ad50-9a6cc804f923 00000001:00100000:0.0:1787848508.993007:0:17195:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 657724fb-61ea-4287-8a46-9e7c3137f3fd 00000001:00080000:0.0:1787848508.993014:0:17195:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1787848508.993022:0:17195:0:(genops.c:885:class_export_put()) final put ffff8eab43b37800/657724fb-61ea-4287-8a46-9e7c3137f3fd 00000020:00000080:3.0:1787848508.993152:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac438e4000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1787848508.993318:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac69282800/a3f20cb5-4197-4895-ad50-9a6cc804f923 for lustre-MDT0000 00000020:00000080:3.0:1787848508.993347:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43b37800/657724fb-61ea-4287-8a46-9e7c3137f3fd for lustre-MDT0000 00000020:00000080:3.0:1787848508.993374:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac4814b000 for lustre-MDT0000 00000020:00000080:3.0:1787848508.993379:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac69286000 for lustre-MDT0000 00000020:00000080:3.0:1787848508.993401:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab43b34800 for lustre-MDT0000 00010000:00010000:2.0:1787848509.110936:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1787848509.686430:0:20789:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac6d0f01e0 - data ffff8eac715b2360/ffff8eac6927e800 00000020:01000000:3.0:1787848509.686782:0:20789:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac78e741e0 - data ffff8eac716d01b0/ffff8eac6df5c400 00000001:00000004:3.0:1787848509.691746:0:20789:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1787848509.771961:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787848509.771970:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787848509.771996:0:20789:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8eac6fa8d2c0 x1874694535079808/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787848517 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848509.772024:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1787848509.774333:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787848509.774342:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1787848509.774360:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848509.774363:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787848509.774895:0:17239:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787848509.774900:0:17239:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:0.0:1787848509.774913:0:17239:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1787848509.775659:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787848509.775664:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1787848509.775683:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848509.775686:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787848509.775921:0:17241:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787848509.775925:0:17241:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:0.0:1787848509.775935:0:17241:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1787848509.781322:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c126c 00000020:00000080:0.0:1787848509.781336:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca0000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787848509.781512:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787848509.786272:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1281 00000020:00000080:0.0:1787848509.786382:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787848509.786446:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1787848509.786452:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848509.786461:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787848509.786466:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8eab42b9cd70) has no exports 00000004:01000000:0.0:1787848509.786647:0:20789:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1787848509.786656:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12e3 00000020:00000080:0.0:1787848509.786661:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac76ec6800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787848509.788179:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca3800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1787848509.790531:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac76ec6800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787848509.791810:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787848509.791892:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848509.791905:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787848509.791911:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8eab422bb3a0) has no exports 00000020:00000080:1.0:1787848509.791923:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12dc 00000020:00000080:1.0:1787848509.791935:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac76ec0000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1787848509.792568:0:20789:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787848509.792574:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787848509.792580:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1787848509.792586:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787848509.792590:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787848509.792630:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848509.792638:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787848509.792647:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12ce 00000020:00000080:1.0:1787848509.792653:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6fa44000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787848509.792658:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787848509.792664:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848509.792667:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787848509.792670:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8eab429219d0) has no exports 00000020:00000080:1.0:1787848509.792674:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12c7 00000020:00000080:1.0:1787848509.792677:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6fa46000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787848509.792820:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac76ec0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787848509.792829:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac76ec0800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1787848509.792835:0:7380:0:(genops.c:885:class_export_put()) final put ffff8eac6fa47800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787848509.792847:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fa47800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787848509.792852:0:7380:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787848509.792932:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fa44000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1787848509.792936:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fa46000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1787848509.793637:0:20789:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787848509.793642:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787848509.793645:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1787848509.793650:0:20789:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787848509.793652:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787848509.793733:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848509.793751:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1787848509.793768:0:20789:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787848509.793777:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12b9 00000020:00000080:1.0:1787848509.793784:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac5223c000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787848509.794570:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6fa43800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1787848509.794580:0:7380:0:(genops.c:885:class_export_put()) final put ffff8eac6caa7800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787848509.794584:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6caa7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1787848509.794590:0:7380:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787848509.794751:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1787848509.794757:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848509.794763:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787848509.794767:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8eab429233a0) has no exports 00000020:00000080:1.0:1787848509.794773:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c12b2 00000020:00000080:1.0:1787848509.794778:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6caa0800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787848509.794835:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac5223c000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787848509.795348:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6caa0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787848509.800598:0:20789:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1787848509.800610:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787848509.800614:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787848509.800623:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787848509.800691:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848509.800702:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787848509.800736:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848509.800739:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787848509.800745:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca0800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787848509.800749:0:20789:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca0800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787848509.800761:0:20789:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787848509.800856:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1288 00000020:00000080:0.0:1787848509.800863:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca7800/lustre-MDD0000_UUID 00000020:01000000:0.0:1787848509.800868:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1787848509.800872:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848509.800877:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787848509.800880:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8eab42b9b3a0) has no exports 00000020:00000080:0.0:1787848509.800898:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848509.800901:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1787848509.800916:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c128f 00000020:00000080:0.0:1787848509.800921:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca5800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787848509.800929:0:20789:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac6fb94800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1787848509.800932:0:20789:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac6fb94800 3 00000020:01000004:0.0:1787848509.800936:0:20789:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8eac6fb94800 from lustre-MDT0000 00000020:00000080:0.0:1787848509.800961:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848509.800965:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1787848509.800967:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca7000/lustre-MDT0000_UUID 00000020:00000080:0.0:1787848509.800970:0:20789:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca7000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1787848509.800977:0:20789:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1787848509.801077:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab43ca1800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787848509.801086:0:7380:0:(genops.c:885:class_export_put()) final put ffff8eac6caa1000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787848509.801088:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6caa1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1787848509.801095:0:7380:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787848509.801147:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca7800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1787848509.801151:0:7380:0:(genops.c:885:class_export_put()) final put ffff8eab43ca6000/lustre-MDD0000_UUID 00000020:00000080:3.0:1787848509.801152:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca6000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1787848509.801156:0:7380:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1787848509.801179:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1787848509.801335:0:20789:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1787848509.801340:0:20789:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1787848509.801343:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1787848509.801346:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848509.801349:0:20789:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787848509.801356:0:20789:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8eab445dc800 d151de28-f001-44b0-b1e6-290cc4ab3d94 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787848509.801361:0:20789:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8eab42924d70) has exports, disconnecting them 00000020:00080000:0.0:1787848509.801365:0:20789:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8eab445dc800), last request at 1787848420 00000020:00000080:0.0:1787848509.801380:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1234 00000020:00010000:0.0:1787848509.801384:0:20789:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8eab445dc800: total 0 00000100:00080000:0.0:1787848509.801388:0:20789:0:(import.c:65:import_set_state_nolock()) ffff8eab445dd800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787848509.801402:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab445dc800): rc 0 00000020:00080000:0.0:1787848509.801406:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8eab42924d70) has no exports 00000100:00100000:0.0:1787848509.801458:0:17210:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8eab42dbb200:17210] 2 exiting: rc = 0 00000100:00100000:0.0:1787848509.801546:0:17209:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8eac78f87e00:17209] 1 exiting: rc = 0 00000020:00010000:3.0:1787848509.801629:0:17203:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8eab445dc800: total 0 00010000:00010000:3.0:1787848509.801633:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848509.801656:0:17203:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8eab445dc800, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1787848509.801699:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1559 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1552 expref: 14 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801730:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac40031800/0x23626ab2a31c1807 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1800 expref: 13 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801744:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1495 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c148e expref: 12 pid: 17209 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801754:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4400/0x23626ab2a31c1361 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c135a expref: 11 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801767:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac50712000/0x23626ab2a31c152f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1528 expref: 10 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801777:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac41527600/0x23626ab2a31c172e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1727 expref: 9 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801789:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5000/0x23626ab2a31c1353 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c134c expref: 8 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801800:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1410 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1409 expref: 7 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801809:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac41527200/0x23626ab2a31c17f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c17f2 expref: 6 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801818:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb01000/0x23626ab2a31c136f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c1368 expref: 5 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801828:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5600/0x23626ab2a31c1242 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c123b expref: 4 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801846:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c14bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c14b8 expref: 3 pid: 17210 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801857:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac40031200/0x23626ab2a31c17eb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x23626ab2a31c17e4 expref: 2 pid: 17208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848509.801866:0:17203:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8eab445dc800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1787848509.801879:0:17203:0:(genops.c:885:class_export_put()) final put ffff8eab445dc800/d151de28-f001-44b0-b1e6-290cc4ab3d94 00010000:00010000:3.0:1787848509.801896:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848509.801898:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848509.801899:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787848509.802112:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab445dc800/d151de28-f001-44b0-b1e6-290cc4ab3d94 for MGS 00000020:00000080:0.0:1787848509.802149:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab445dd800 for MGS 00000100:00100000:0.0:1787848509.803367:0:17208:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8eac78f86600:17208] 0 exiting: rc = 1 00000100:00100000:3.0:1787848509.803553:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803562:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803568:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803573:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803579:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803584:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803590:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803596:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803601:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803606:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803611:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803616:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803621:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803626:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803631:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803636:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803641:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803646:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803652:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803658:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803674:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803679:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803686:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803691:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803696:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803701:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803706:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803712:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803736:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803742:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803748:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803753:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803758:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803763:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803769:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803775:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803780:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803786:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803791:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803798:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803804:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803811:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803818:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803824:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803829:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803834:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803839:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803844:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803850:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803855:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803860:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803865:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803870:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803876:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803881:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803895:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803902:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803907:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803912:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803918:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803925:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803931:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803936:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848509.803942:0:20789:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1787848509.805345:0:20789:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eab42b59ae0 - data ffff8eac717510d8/ffff8eac7d2c6800 00000020:01000000:3.0:1787848509.805502:0:20789:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac4841d360 - data ffff8eac716e9360/ffff8eac6d21c000 00000020:00000080:3.0:1787848509.806282:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1218 00000020:00000080:3.0:1787848509.806312:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab445d8000/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1787848509.806329:0:20789:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac6fb94800 from MGS, refs=2 00000020:01000004:3.0:1787848509.806333:0:20789:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac6fb94800 2 00000020:01000004:3.0:1787848509.806337:0:20789:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8eac6fb94800 from MGS 00000020:00000080:3.0:1787848509.806364:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787848509.806371:0:20789:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1787848509.806374:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab445df000/MGS 00000020:00000080:3.0:1787848509.806376:0:20789:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab445df000/MGS for MGS 00000020:01000000:3.0:1787848509.806382:0:20789:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1787848509.806448:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1787848509.806452:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848509.806458:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787848509.806465:0:20789:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8eab43ca1000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787848509.806470:0:20789:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8eab422b99d0) has exports, disconnecting them 00000020:00080000:3.0:1787848509.806475:0:20789:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8eab43ca1000), last request at 1787848420 00000020:00000080:3.0:1787848509.806478:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c131b 00000020:00080000:3.0:1787848509.806488:0:20789:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab43ca1000): rc 0 00000020:00000080:3.0:1787848509.806492:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab43ca1000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787848509.806865:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab445d8000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787848509.806875:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca1000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1787848509.826680:0:20789:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1787848509.826691:0:20789:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848509.826695:0:20789:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787848509.826702:0:20789:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787848509.827320:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848509.827331:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1787848509.827338:0:20789:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac6fb94800 1 00000020:00000080:1.0:1787848509.827346:0:20789:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c120a 00000020:00000080:1.0:1787848509.827354:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eab445db000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1787848509.827360:0:20789:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1787848509.827366:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848509.827370:0:20789:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787848509.827374:0:20789:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8eab42b999d0) has no exports 00000020:00000080:3.0:1787848509.827503:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6fa45000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787848509.827510:0:37:0:(genops.c:885:class_export_put()) final put ffff8eab43ca6800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1787848509.827523:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43ca6800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1787848509.827535:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1787848509.827605:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab445db000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787848509.903137:0:20789:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848509.903149:0:20789:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1787848509.903155:0:20789:0:(genops.c:885:class_export_put()) final put ffff8eac6fb95800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787848509.903160:0:20789:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fb95800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787848509.903170:0:20789:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1787848509.903595:0:20789:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8eac6fb93000 00000020:02000400:1.0:1787848509.903670:0:20789:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1787848510.140064:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848510.527533:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535081856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787848510.527652:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848510.529415:0:18726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081856 00000100:00100000:3.0:1787848510.529430:0:18726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081856 00000100:00100000:3.0:1787848510.529503:0:18726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787848510.529526:0:18726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535081856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787848510.529564:0:18726:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:0.0:1787848510.529707:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787848510.531995:0:18726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535081856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2462us (4333us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848510.532010:0:18726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787848510.535128:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f26580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535081856:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787848511.160483:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848512.182428:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848513.080589:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787848513.080615:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535081984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787848513.080696:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848513.080763:0:18727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535081984 00000100:00100000:0.0:1787848513.080771:0:18727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535081984 00000100:00100000:0.0:1787848513.080822:0:18727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787848513.080831:0:18727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3330c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535081984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787848513.080859:0:18727:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787848513.080903:0:18727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3330c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535081984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848513.080910:0:18727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1787848513.080928:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787848513.080957:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535081984:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787848513.081179:0:7380:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787848513.081184:0:7380:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787848513.081197:0:7380:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848513.081202:0:7380:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 532 00000100:00080000:1.0:1787848513.081207:0:7380:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787848513.081211:0:7380:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8eac6d26c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848513.081231:0:7380:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac692a2d00 x1874694535082240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848513.081259:0:7380:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787848513.081262:0:7380:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787848513.081263:0:7380:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848513.081266:0:7380:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 532 00000100:00080000:1.0:1787848513.081268:0:7380:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787848513.081270:0:7380:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8eac48ed8000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848513.081281:0:7380:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430cf00 x1874694535082496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848513.081304:0:7380:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787848513.081307:0:7380:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787848513.081308:0:7380:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848513.081311:0:7380:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 532 00000100:00080000:1.0:1787848513.081313:0:7380:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787848513.081316:0:7380:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8eab42a7e800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848513.081325:0:7380:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eab43c86d00 x1874694535082624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848513.081338:0:7380:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787848513.081349:0:7380:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787848513.081351:0:7380:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848513.081355:0:7380:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 532 00000100:00080000:1.0:1787848513.081357:0:7380:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787848513.081360:0:7380:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8eac6ddc8000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848513.081384:0:7380:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb16940 x1874694535082880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787848513.081411:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535082752:0@lo:400:kworker.0 00000100:00100000:1.0:1787848513.081442:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848513.081460:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848513.081465:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535082368:0@lo:400:kworker.0 00000100:00100000:1.0:1787848513.081484:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848513.081506:0:18723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082368 00000100:00100000:1.0:1787848513.081510:0:18723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082368 00000100:00100000:1.0:1787848513.081539:0:18723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787848513.081545:0:18723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535082368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848513.081578:0:18723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535082368:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848513.081584:0:18723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787848513.081610:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535082368:0@lo:400:kworker.0 00000100:00100000:3.0:1787848513.081846:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535083008:0@lo:400:kworker.0 00000100:00100000:3.0:1787848513.081874:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848513.081906:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787848513.081911:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535082112:0@lo:400:kworker.0 00000400:00000100:3.0:1787848513.081927:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874694535082112 offset 0 length 224: 4 00000100:00100000:3.0:1787848513.081953:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535082240:0@lo:38:kworker.0 00000100:00100000:3.0:1787848513.081973:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848513.081988:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535082496:0@lo:38:kworker.0 00000100:00100000:3.0:1787848513.082003:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848513.082015:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab43c86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535082624:0@lo:38:kworker.0 00000100:00100000:3.0:1787848513.082029:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848513.082041:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535082880:0@lo:38:kworker.0 00000100:00100000:3.0:1787848513.082055:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848513.082084:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082752 00000100:00100000:3.0:1787848513.082087:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082752 00000100:00100000:3.0:1787848513.082107:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083008 00000100:00100000:3.0:1787848513.082109:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083008 00000100:00100000:3.0:1787848513.082118:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082496 00000100:00100000:3.0:1787848513.082120:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082496 00000100:00100000:3.0:1787848513.082126:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082624 00000100:00100000:3.0:1787848513.082129:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082624 00000100:00100000:3.0:1787848513.082134:0:17217:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082880 00000100:00100000:3.0:1787848513.082136:0:17217:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082880 00000100:00100000:3.0:1787848513.082156:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787848513.082163:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535082752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848513.082207:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535082752:12345-0@lo:400:kworker.0 Request processed in 44us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848513.082213:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787848513.082224:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787848513.082230:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535083008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848513.082255:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535083008:12345-0@lo:400:kworker.0 Request processed in 26us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848513.082261:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787848513.082270:0:17217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787848513.082273:0:17217:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1874694535082496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787848513.082315:0:17217:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1787848513.083711:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787848513.083718:0:17211:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848513.083961:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787848513.083969:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535082624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787848513.083988:0:19612:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787848513.084059:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535082624:12345-0@lo:38:kworker.0 Request processed in 89us (2028us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787848513.084077:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787848513.084096:0:19612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787848513.084100:0:19612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535082880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787848513.084109:0:19612:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787848513.084138:0:19612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535082880:12345-0@lo:38:kworker.0 Request processed in 36us (2082us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787848513.084158:0:19612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1787848513.084207:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848513.084213:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787848513.084217:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab43c86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535082624:0@lo:38:kworker.0 00000100:00080000:1.0:1787848513.084233:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848513.084236:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787848513.084239:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb16940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535082880:0@lo:38:kworker.0 00000100:00100000:0.0:1787848513.086638:0:18233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535082240 00000100:00100000:0.0:1787848513.086653:0:18233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535082240 00000100:00100000:0.0:1787848513.086715:0:18233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787848513.086723:0:18233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3614:x1874694535082240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787848513.086743:0:18233:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787848513.086821:0:18233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3614:x1874694535082240:12345-0@lo:38:kworker.0 Request processed in 97us (4845us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848513.086827:0:18233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00080000:0.0:1787848513.086873:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8eac7cb15680 x1874694535082752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848513.086888:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb15680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535082752:0@lo:400:kworker.0 00000100:00080000:1.0:1787848513.087652:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848513.087659:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787848513.087674:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535082240:0@lo:38:kworker.0 00010000:00080000:2.0:1787848513.111881:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8eac7cb14000 x1874694535083008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848513.111898:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535083008:0@lo:400:kworker.0 00000001:00100000:2.0:1787848513.114626:0:19537:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787848513.114645:0:19537:0:(genops.c:885:class_export_put()) final put ffff8eab44452000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787848513.114769:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab44452000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1787848513.114808:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab44454800 for lustre-OST0001 00000100:00100000:2.0:1787848513.132237:0:17217:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1874694535082496:12345-0@lo:38:kworker.0 Request processed in 49952us (50222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787848513.132260:0:17217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1787848513.134498:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848513.134509:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848513.134513:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535082496:0@lo:38:kworker.0 00010000:00010000:3.0:1787848513.206457:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787848514.033831:0:20990:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787848514.056088:0:20990:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1787848514.056146:0:20990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848514.056161:0:20990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848514.056180:0:20990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848514.056201:0:20990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848514.056228:0:20990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787848514.056234:0:20990:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787848514.056262:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848514.056267:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1787848514.056270:0:17204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:1.0:1787848514.056273:0:20990:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00010000:00010000:2.0:1787848514.056276:0:17204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787848514.056279:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eac48ed8000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1787848514.056303:0:17204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4a00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848514.056307:0:17204:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848514.056317:0:17204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848514.056324:0:17204:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848514.056329:0:17204:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787848514.056332:0:17204:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787848514.056334:0:17204:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787848514.056371:0:17204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848514.056377:0:17204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848514.056401:0:17204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848514.056408:0:17204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c1409 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1410 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848514.056432:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848514.056434:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848514.056436:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848514.056457:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d151de28-f001-44b0-b1e6-290cc4ab3d94:3618:1874694535083136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848514.056525:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848514.056680:0:17202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083136 00000100:00100000:2.0:1787848514.056687:0:17202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083136 00000100:00100000:2.0:1787848514.056729:0:17202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787848514.056736:0:17202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3618:x1874694535083136:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787848514.056743:0:17202:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787848514 with bad export cookie 2549717654518370868 00000100:00080000:3.0:1787848514.062263:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787848514.062274:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787848514.062281:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787848514.064794:0:20990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064812:0:20990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064819:0:20990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064825:0:20990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064893:0:20990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848514.064899:0:20990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064906:0:20990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064912:0:20990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.064918:0:20990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066003:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848514.066014:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066023:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848514.066027:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066036:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848514.066043:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848514.066048:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787848514.066050:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1787848514.066090:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066096:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787848514.066162:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535083264:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848514.066251:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787848514.066486:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066495:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac82044800/0x23626ab2a31c1368 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c136f expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066531:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848514.066535:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066540:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40030800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848514.066543:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066550:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848514.066555:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848514.066560:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787848514.066562:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1787848514.066578:0:17203:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.066583:0:17203:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787848514.066664:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787848514.066672:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535083392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848514.066697:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848514.066734:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083264 00000100:00100000:1.0:1787848514.066741:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083264 00000100:00100000:1.0:1787848514.066772:0:17200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083392 00000100:00100000:1.0:1787848514.066776:0:17200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083392 00000100:00100000:1.0:1787848514.066789:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787848514.066796:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb09e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3615:x1874694535083264:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787848514.066802:0:17200:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787848514 with bad export cookie 2549717654518370868 00000100:00100000:1.0:1787848514.066843:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb09e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3615:x1874694535083264:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (592us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787848514.066849:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787848514.066866:0:17200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787848514.066870:0:17200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3615:x1874694535083392:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787848514.066881:0:17200:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787848514 with bad export cookie 2549717654518370868 00000100:00100000:1.0:1787848514.066909:0:17200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3615:x1874694535083392:12345-0@lo:103:ldlm_bl.0 Request processed in 37us (210us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787848514.066916:0:17200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1787848514.066951:0:3615:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.106@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787848514.066956:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1787848514.066960:0:3615:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.106@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:0.0:1787848514.066993:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.067002:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848514.067004:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848514.067006:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848514.067888:0:20990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787848514.067898:0:20990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac40030800/0x23626ab2a31c1727 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c172e expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848514.067927:0:20990:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787848514.067957:0:20990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.067965:0:20990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.067971:0:20990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.067977:0:20990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.067995:0:20990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848514.068000:0:20990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.068005:0:20990:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.068011:0:20990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.068016:0:20990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.068049:0:17969:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848514.068054:0:17969:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.068070:0:17969:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac41527a00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848514.068161:0:17969:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.068182:0:17969:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848514.068188:0:17969:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848514.068193:0:17969:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787848514.068195:0:17969:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787848514.068197:0:17969:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787848514.068255:0:20990:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787848514.068259:0:20990:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1787848514.068261:0:20990:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1787848514.068315:0:20990:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1787848514.068319:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1787848514.068324:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848514.068329:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1787848514.068336:0:20990:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8eab42969800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787848514.068341:0:20990:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8eab42a7a800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787848514.068346:0:20990:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8eac6ca10000) has exports, disconnecting them 00000020:00080000:3.0:1787848514.068350:0:20990:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8eab42969800), last request at 1787848513 00000020:00000080:3.0:1787848514.068358:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1583 00000100:00080000:3.0:1787848514.068376:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eab4296c800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787848514.068419:0:20990:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab42969800): rc 0 00000020:00000080:3.0:1787848514.068421:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab42969800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1787848514.068432:0:20990:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8eab42a7a800), last request at 1787848513 00000020:00000080:3.0:1787848514.068436:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c14e9 00000100:00080000:3.0:1787848514.068440:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7b800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787848514.068450:0:20990:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab42a7a800): rc 0 00000020:00000080:3.0:1787848514.068452:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab42a7a800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1787848514.068468:0:20990:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb1a741ccbae0 00000100:00080000:3.0:1787848514.068495:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787848514.068498:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787848514.070276:0:20990:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787848514.070302:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eac6d26c800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:3.0:1787848514.070353:0:17204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848514.070361:0:17204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.070371:0:17204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045a00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848514.070375:0:17204:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.070400:0:17204:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848514.070408:0:17204:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848514.070414:0:17204:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848514.070417:0:17204:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787848514.070420:0:17204:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:1.0:1787848514.083632:0:3615:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.106@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1787848514.083638:0:3615:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1787848514.083648:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac692a1680 x1874694535082112/t0(0) o400->MGC192.168.204.106@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787848529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848514.083671:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac6fa8c000 x1874694535083136/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787848530 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848514.083689:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac7d333480 x1874694535083264/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787848530 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848514.083698:0:3615:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac7d330b40 x1874694535083392/t0(0) o103->MGC192.168.204.106@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787848530 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1787848514.083707:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1787848514.083710:0:3615:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1787848514.083711:0:3615:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00010000:00010000:0.0:1787848514.083911:0:17969:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.083922:0:17969:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848514.083941:0:17969:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.083950:0:17969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac41527a00/0x23626ab2a31c1800 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1807 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848514.083978:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848514.083981:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848514.083984:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787848514.084008:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42969800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1787848514.084064:0:7380:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a7a800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1787848514.084094:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab4296c800 for lustre-MDT0001 00000020:00000080:0.0:1787848514.084116:0:7380:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab42a7b800 for lustre-MDT0001 00000100:00100000:0.0:1787848514.084681:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d151de28-f001-44b0-b1e6-290cc4ab3d94:3618:1874694535083136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848514.084707:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787848514.084715:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d151de28-f001-44b0-b1e6-290cc4ab3d94:0:1874694535083520:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848514.084731:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848514.085448:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:3617:1874694535082112:0@lo:400:kworker.0 00010000:00010000:3.0:1787848514.089046:0:17204:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.089062:0:17204:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787848514.089089:0:17204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.089096:0:17204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac82045a00/0x23626ab2a31c135a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x23626ab2a31c1361 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848514.089121:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848514.089124:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848514.089126:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787848514.089564:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787848514.089569:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787848514.089581:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787848514.089645:0:20990:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787848514.089661:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eab43de6800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787848514.089673:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787848514.089675:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787848514.089698:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848514.089766:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535083776:0@lo:9:umount.0 00000100:00100000:3.0:1787848514.089836:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787848514.089884:0:20990:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787848514.089895:0:20990:0:(import.c:65:import_set_state_nolock()) ffff8eab4448a000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787848514.089912:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535083904:0@lo:9:umount.0 00000100:00100000:3.0:1787848514.089939:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1787848514.089996:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8eac6ca10000) has no exports 00000100:00100000:3.0:1787848514.090038:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083776 00000100:00100000:3.0:1787848514.090046:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083776 00000100:00100000:3.0:1787848514.090086:0:19210:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535083904 00000100:00100000:3.0:1787848514.090089:0:19210:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535083904 00000100:00100000:3.0:1787848514.090110:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787848514.090118:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1874694535083776:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787848514.090144:0:19210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1513 00000100:00080000:3.0:1787848514.090152:0:19210:0:(import.c:65:import_set_state_nolock()) ffff8eac51f4a000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787848514.090203:0:19210:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1787848514.090360:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3614:x1874694535083776:12345-0@lo:9:umount.0 Request processed in 242us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848514.090367:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787848514.090381:0:19210:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787848514.090387:0:19210:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3614:x1874694535083904:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787848514.090399:0:19210:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c159f 00000100:00080000:3.0:1787848514.090405:0:19210:0:(import.c:65:import_set_state_nolock()) ffff8eab44450000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787848514.090425:0:19210:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787848514.090500:0:19210:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3614:x1874694535083904:12345-0@lo:9:umount.0 Request processed in 112us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848514.090506:0:19210:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1787848514.090554:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab4448a000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787848514.090560:0:3614:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787848514.090561:0:3614:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848514.090565:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535083904:0@lo:9:umount.0 00000100:00080000:3.0:1787848514.090576:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43de6800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787848514.090583:0:3614:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787848514.090584:0:3614:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787848514.090586:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535083776:0@lo:9:umount.0 00000100:00100000:3.0:1787848514.090648:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787848514.090658:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d151de28-f001-44b0-b1e6-290cc4ab3d94:0:1874694535083648:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848514.090673:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848514.090992:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787848514.091269:0:3615:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848514.091276:0:3615:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 445 00000100:00080000:1.0:1787848514.091409:0:3615:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import ffff8eab445de000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848514.091444:0:3615:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0a940 x1874694535084032/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787848514.091994:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535084032:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:3.0:1787848514.092036:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874694535084032 offset 0 length 520: 4 00000100:00100000:3.0:1787848514.092090:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535083264:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787848514.092110:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d151de28-f001-44b0-b1e6-290cc4ab3d94:3615:1874694535083392:0@lo:103:ldlm_bl.0 00000400:00000100:2.0:1787848514.093757:0:17202:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1874694535083136 offset 224 length 224: 4 00000100:00100000:2.0:1787848514.093780:0:17202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3618:x1874694535083136:12345-0@lo:103:ldlm_bl.0 Request processed in 37043us (37255us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787848514.093791:0:17202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00080000:2.0:1787848514.105952:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8eac6ca10000) has no exports 00000020:01000000:3.0:1787848514.153583:0:20990:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac6d0f05a0 - data ffff8eac583a7360/ffff8eac6927c000 00000020:01000000:3.0:1787848514.153760:0:20990:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac607d2d80 - data ffff8eac716f8510/ffff8eac75c83000 00000001:00000004:3.0:1787848514.169040:0:20990:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1787848514.221926:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787848514.221934:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787848514.221942:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787848514.224153:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787848514.224160:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787848514.224191:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787848514.224194:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787848514.225013:0:17956:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787848514.225019:0:17956:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1787848514.225041:0:17956:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787848514.229132:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787848514.229140:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787848514.229160:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787848514.229172:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787848514.229579:0:17958:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787848514.229585:0:17958:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1787848514.229596:0:17958:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787848514.232430:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c137d 00000020:00000080:2.0:1787848514.232442:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab43de4000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787848514.232565:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de4000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787848514.233629:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1392 00000020:00000080:2.0:1787848514.233639:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac4814e000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787848514.233711:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1787848514.233718:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848514.233728:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787848514.233732:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8eac6ca119d0) has no exports 00000004:01000000:2.0:1787848514.233882:0:20990:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787848514.233891:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13e6 00000020:00000080:2.0:1787848514.233896:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab42c61000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848514.234757:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac4814e000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1787848514.235089:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787848514.235179:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848514.235187:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787848514.235191:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8eac7cc90000) has no exports 00000020:00000080:2.0:1787848514.235199:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13df 00000020:00000080:2.0:1787848514.235215:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab44489800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1787848514.235865:0:20990:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787848514.235870:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787848514.235875:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1787848514.235881:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787848514.235883:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787848514.235925:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787848514.235932:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787848514.235938:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13d1 00000020:00000080:2.0:1787848514.235943:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab42c61800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787848514.235947:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787848514.235951:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848514.235955:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787848514.235957:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8eac7cc933a0) has no exports 00000020:00000080:2.0:1787848514.235962:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13c3 00000020:00000080:2.0:1787848514.235964:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab43de1800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1787848514.236402:0:20990:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787848514.236406:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787848514.236408:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1787848514.236411:0:20990:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787848514.236422:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787848514.236443:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787848514.236448:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1787848514.238434:0:20990:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787848514.238449:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13b5 00000020:00000080:2.0:1787848514.238582:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab42c63800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787848514.238592:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1787848514.238601:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848514.238608:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787848514.238612:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8eac7cc919d0) has no exports 00000020:00000080:2.0:1787848514.238619:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13ae 00000020:00000080:2.0:1787848514.238623:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab43de1000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787848514.239200:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42c61000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787848514.239220:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab44489800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787848514.239226:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab4448a000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787848514.239232:0:37:0:(genops.c:885:class_export_put()) final put ffff8eab42c67000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848514.239234:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42c67000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1787848514.239239:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787848514.239333:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42c61800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787848514.239339:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de1800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787848514.239343:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab43de6800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787848514.239346:0:37:0:(genops.c:885:class_export_put()) final put ffff8eab42c60000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848514.239348:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42c60000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1787848514.239351:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787848514.239377:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42c63800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787848514.239382:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:00010000:1.0:1787848514.239709:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:01000000:0.0:1787848514.242675:0:20990:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1787848514.242684:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787848514.242688:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787848514.242697:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787848514.242757:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848514.242770:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787848514.242814:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848514.242818:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787848514.242824:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab43de0800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848514.242828:0:20990:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de0800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1787848514.242835:0:20990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787848514.242989:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1399 00000020:00000080:0.0:1787848514.242996:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac4814b800/lustre-MDD0001_UUID 00000020:01000000:0.0:1787848514.243001:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1787848514.243005:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848514.243009:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787848514.243013:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8eac6ca133a0) has no exports 00000020:00000080:0.0:1787848514.243036:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848514.243040:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1787848514.243043:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c13a0 00000020:00000080:0.0:1787848514.243047:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac48149000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1787848514.243054:0:20990:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac76ec6000 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1787848514.243057:0:20990:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac76ec6000 2 00000020:01000004:0.0:1787848514.243060:0:20990:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8eac76ec6000 from lustre-MDT0001 00000020:00000080:0.0:1787848514.243089:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848514.243093:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1787848514.243095:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eab43de0000/lustre-MDT0001_UUID 00000020:00000080:0.0:1787848514.243097:0:20990:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de0000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1787848514.243104:0:20990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1787848514.243131:0:20990:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1787848514.243135:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1787848514.243147:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848514.243151:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787848514.243158:0:20990:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8eac75c8b800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787848514.243173:0:20990:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8eab43b04d70) has exports, disconnecting them 00000020:00080000:0.0:1787848514.243177:0:20990:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8eac75c8b800), last request at 1787848433 00000020:00000080:0.0:1787848514.243181:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c141e 00000020:00080000:0.0:1787848514.243193:0:20990:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac75c8b800): rc 0 00000020:00000080:0.0:1787848514.243197:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac75c8b800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787848514.243976:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6d26c800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1787848514.243986:0:37:0:(genops.c:885:class_export_put()) final put ffff8eac6caa0000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787848514.243989:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6caa0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1787848514.243994:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787848514.244099:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac4814b800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1787848514.244104:0:37:0:(genops.c:885:class_export_put()) final put ffff8eac6fb78000/lustre-MDD0001_UUID 00000020:00000080:1.0:1787848514.244105:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fb78000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1787848514.244108:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1787848514.244229:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac48149000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787848514.244234:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75c8b800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1787848514.244798:0:20990:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1787848514.244804:0:20990:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848514.244808:0:20990:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787848514.244813:0:20990:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787848514.244832:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac48ed8000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1787848514.244974:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848514.244981:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1787848514.244984:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac4b0a3000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1787848514.244986:0:20990:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac4b0a3000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1787848514.244990:0:20990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1787848514.245022:0:20990:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac76ec6000 1 00000020:00000080:1.0:1787848514.245026:0:20990:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1345 00000020:00000080:1.0:1787848514.245032:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac6caa3000/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1787848514.245040:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1787848514.245047:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6caa3000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787848514.245055:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848514.245059:0:20990:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787848514.245086:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8eac6ca14d70) has no exports 00000020:00000080:1.0:1787848514.299642:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848514.299659:0:20990:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1787848514.299665:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac6fa46800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787848514.299671:0:20990:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fa46800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787848514.299685:0:20990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1787848514.299803:0:20990:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8eac76ec7800 00000020:01000000:1.0:1787848514.299824:0:20990:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1787848514.299829:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848514.299834:0:20990:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787848514.299838:0:20990:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8eab43b019d0) has no exports 00000100:00100000:0.0:1787848514.302102:0:19612:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8eab44620c00:19612] 3 exiting: rc = 0 00000100:00100000:0.0:1787848514.302311:0:17215:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8eab42c30c00:17215] 0 exiting: rc = 1 00000100:00100000:1.0:1787848514.302642:0:17216:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8eac6079b200:17216] 1 exiting: rc = 0 00000100:00100000:2.0:1787848514.302859:0:17217:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8eac6079a800:17217] 2 exiting: rc = 0 00000100:00100000:0.0:1787848514.302962:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.302971:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.302978:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.302985:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.302991:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.302997:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303004:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303010:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303017:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303023:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303028:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303034:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303040:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303046:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303052:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303058:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303064:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303082:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303089:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303096:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303102:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303108:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303127:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303320:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303326:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303332:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303337:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303342:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303347:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303353:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303359:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303365:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303370:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303377:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303383:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303389:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303394:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303399:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303404:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303409:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303414:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303421:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303428:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303433:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303438:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303443:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303449:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303454:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303461:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303466:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303470:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303477:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303482:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303488:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303494:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303499:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303504:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303517:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303522:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303527:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303534:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303539:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303545:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.303550:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848514.308644:0:17219:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8eac4120b400:17219] 1 exiting: rc = 0 00000100:00100000:0.0:1787848514.308860:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8eac6079a000:17218] 0 exiting: rc = 1 00000100:00100000:1.0:1787848514.308953:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308961:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308967:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308972:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308977:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308982:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308986:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308990:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.308996:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309001:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309006:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309011:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309016:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309020:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309025:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309030:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309035:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309041:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309046:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309052:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309058:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309063:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309095:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309101:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309106:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309111:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309116:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309120:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309125:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309139:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309146:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309151:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309156:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309173:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309179:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309184:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309189:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309195:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309200:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309363:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309370:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309375:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309381:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309387:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309393:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309398:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309404:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309409:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309416:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309421:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309427:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309433:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309438:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309444:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309451:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309456:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309462:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309479:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309484:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309490:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309496:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309502:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309508:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.309514:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848514.310173:0:17220:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8eac76c21400:17220] 0 exiting: rc = 1 00000100:00100000:1.0:1787848514.310688:0:17221:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8eac76c21a00:17221] 1 exiting: rc = 0 00000100:00100000:0.0:1787848514.312171:0:18233:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8eac7d2ed200:18233] 2 exiting: rc = 0 00000100:00100000:1.0:1787848514.312952:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.312961:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.312967:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.312989:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.312997:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313003:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313008:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313013:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313018:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313024:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313031:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313037:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313043:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313050:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313057:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313091:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313098:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313104:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313110:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313115:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313121:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313127:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313145:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313151:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313157:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313181:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313188:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313360:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313368:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313374:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313379:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313387:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313393:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313400:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313407:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313413:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313418:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313423:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313429:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313451:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313458:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313464:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313471:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313476:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313481:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313485:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313492:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313499:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313505:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313511:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313517:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313537:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313544:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313550:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313557:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313564:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313570:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313578:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313584:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313592:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313599:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313604:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313618:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.313624:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.325761:0:17222:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8eac76c20e00:17222] 0 exiting: rc = 1 00000100:00100000:2.0:1787848514.326684:0:17223:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8eac4614e600:17223] 1 exiting: rc = 0 00000100:00100000:1.0:1787848514.326810:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326819:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326824:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326829:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326835:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326840:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326846:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326852:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326858:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326862:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326867:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326872:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326877:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326882:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326888:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326893:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326900:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326905:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326910:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326915:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326920:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326925:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326930:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326935:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326940:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326944:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326949:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326953:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326959:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326964:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326969:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326973:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326993:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.326999:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327006:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327011:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327016:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327021:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327026:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327032:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327037:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327043:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327048:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327054:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327058:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327063:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327068:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327073:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327078:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327083:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327088:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327093:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327098:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327103:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327108:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327113:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327119:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327124:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327142:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327148:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327153:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327158:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327174:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327180:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.327673:0:17225:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8eac4614f800:17225] 1 exiting: rc = 0 00000100:00100000:2.0:1787848514.327799:0:17224:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8eac4614ec00:17224] 0 exiting: rc = 1 00000100:00100000:1.0:1787848514.327923:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327930:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327935:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327948:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327953:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327958:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327963:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327968:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327975:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327981:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327986:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327992:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.327996:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328001:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328006:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328011:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328015:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328019:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328023:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328027:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328032:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328036:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328040:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328045:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328049:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328055:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328059:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328063:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328067:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328072:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328076:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328081:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328085:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328089:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328094:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328099:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328103:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328107:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328120:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328124:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328141:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328147:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328151:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328156:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328160:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328176:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328180:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328185:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328189:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328194:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328199:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328271:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328276:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328280:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328315:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328320:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328325:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328329:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328333:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328338:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328341:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328346:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328350:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328355:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.328666:0:17226:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8eac4614f400:17226] 0 exiting: rc = 1 00000100:00100000:2.0:1787848514.328788:0:17227:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8eac4614ee00:17227] 1 exiting: rc = 0 00000100:00100000:1.0:1787848514.328876:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328883:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328889:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328893:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328898:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328903:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328909:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328914:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328919:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328932:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328937:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328942:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328948:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328952:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328957:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328963:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328967:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328972:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328977:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328982:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328987:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328992:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.328997:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329001:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329006:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329011:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329015:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329020:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329025:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329029:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329034:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329039:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329043:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329048:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329053:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329057:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329061:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329065:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329070:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329075:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329081:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329086:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329092:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329098:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329113:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329119:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329126:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329131:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329137:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329142:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329147:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329152:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329157:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329173:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329180:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329185:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329191:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329196:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329400:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329410:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329416:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329422:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329427:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.329433:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787848514.330513:0:17228:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8eac43bafa00:17228] 0 exiting: rc = 1 00000100:00100000:2.0:1787848514.330916:0:17229:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8eac43baea00:17229] 1 exiting: rc = 0 00000100:00100000:1.0:1787848514.331521:0:17230:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8eac43bae200:17230] 2 exiting: rc = 0 00000100:00100000:1.0:1787848514.331592:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331600:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331605:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331610:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331615:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331621:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331626:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331652:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331659:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331664:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331669:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331674:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331679:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331685:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331703:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331709:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331715:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331721:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331727:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331733:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331738:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331744:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331749:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331755:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331760:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331765:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331771:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331777:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331782:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331788:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331795:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331814:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331820:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331825:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331831:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331837:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331842:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331847:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331853:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331859:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331865:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331871:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331878:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331883:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331889:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331896:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331902:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331908:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331914:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331927:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331933:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331939:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331945:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331951:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331956:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331978:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331987:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331992:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.331997:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.332001:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.332006:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.332013:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.332018:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848514.332029:0:20990:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787848514.340831:0:20990:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848514.340847:0:20990:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787848514.340853:0:20990:0:(genops.c:885:class_export_put()) final put ffff8eac6fb7b800/MDS_uuid 00000020:00000080:1.0:1787848514.340859:0:20990:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fb7b800/MDS_uuid for MDS 00000020:01000000:1.0:1787848514.340866:0:20990:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787848514.341018:0:20990:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1787848515.254598:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848516.282894:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848517.302677:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787848518.200027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787848518.200034:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848518.200037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787848518.200041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787848518.200045:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848518.200052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 538 00000100:00080000:3.0:1787848518.200066:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787848518.200073:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8eab42a7e800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848518.200121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430de00 x1874694535084160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848518.200174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787848518.200177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787848518.200179:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848518.200182:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 538 00000100:00080000:3.0:1787848518.200185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787848518.200189:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8eac6ddc8000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848518.200200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430c3c0 x1874694535084416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848518.200234:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535084160:0@lo:38:kworker.0 00000100:00100000:3.0:1787848518.200350:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535084288:0@lo:400:kworker.0 00000400:00000100:2.0:1787848518.200387:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084160 offset 0 length 520: 4 00000100:00100000:2.0:1787848518.200433:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535084416:0@lo:38:kworker.0 00000400:00000100:2.0:1787848518.200451:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084416 offset 0 length 520: 4 00000400:00000100:3.0:1787848518.200663:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084288 offset 0 length 224: 4 00000100:00100000:3.0:1787848518.200681:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848518.200686:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535084544:0@lo:400:kworker.0 00000400:00000100:3.0:1787848518.200701:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084544 offset 0 length 224: 4 00010000:00010000:0.0:1787848518.327207:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787848518.889214:0:21192:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787848518.908463:0:21192:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1787848518.908522:0:21192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848518.908537:0:21192:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848518.908545:0:21192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848518.908588:0:21192:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848518.908608:0:21192:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787848518.908614:0:21192:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787848518.908641:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848518.908652:0:21192:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430de00 x1874694535084160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787848538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848518.908788:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787848518.908795:0:21192:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787848518.908801:0:21192:0:(import.c:65:import_set_state_nolock()) ffff8eab42a7e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1787848518.908807:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848518.908811:0:21192:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430de00 x1874694535084160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787848538 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787848518.908876:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848518.908883:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848518.908891:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848518.908894:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848518.908904:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848518.908911:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848518.908917:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787848518.908920:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787848518.908922:0:17203:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787848518.908936:0:17203:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:0.0:1787848518.908947:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848518.908955:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5800/0x23626ab2a31c14b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c14bf expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848518.908968:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848518.908970:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848518.908972:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848518.911545:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787848518.914234:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535084160:0@lo:38:kworker.0 00000100:00100000:1.0:1787848518.914467:0:21192:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787848518.916118:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787848518.916134:0:21192:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430fc00 x1874694535084288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848518.916196:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787848518.916216:0:21192:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787848518.916239:0:21192:0:(import.c:65:import_set_state_nolock()) ffff8eab42a78000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787848518.916328:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3614:1874694535084672:0@lo:39:umount.0 00000400:00000100:0.0:1787848518.916380:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084672 offset 0 length 224: 4 00000100:00100000:3.0:1787848518.916803:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535084288:0@lo:400:kworker.0 00000100:00080000:2.0:1787848519.223931:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848519.223941:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848519.223943:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848519.223946:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787848519.224172:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787848519.224195:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535084800:0@lo:400:kworker.0 00000400:00000100:1.0:1787848519.224269:0:3618:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084800 offset 0 length 224: 4 00010000:00010000:1.0:1787848519.350976:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787848519.738699:0:18719:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787848519.738710:0:18719:0:(genops.c:885:class_export_put()) final put ffff8eac6d247000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787848519.741100:0:19537:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787848519.741110:0:19537:0:(genops.c:885:class_export_put()) final put ffff8eab44450800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787848519.746273:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6d247000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1787848519.746496:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac51f4a000 for lustre-OST0000 00000020:00000080:2.0:1787848519.748695:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab44450800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787848519.748736:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab44450000 for lustre-OST0001 00010000:00010000:0.0:1787848520.374571:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848521.398937:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848522.422648:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787848523.254433:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848523.254444:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848523.254447:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848523.254451:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787848523.254570:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787848523.254596:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535084928:0@lo:400:kworker.0 00000400:00000100:0.0:1787848523.254656:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535084928 offset 0 length 224: 4 00010000:00010000:0.0:1787848523.446615:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848524.022560:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848514/real 1787848514] req@ffff8eac7cb0a940 x1874694535084032/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787848524 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848524.022592:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac7cb0a940 x1874694535084032/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787848524 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787848524.022614:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848524.022688:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1787848524.022692:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535084032:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:2.0:1787848524.028004:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848524.028014:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787848524.028019:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848524.028027:0:21160:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 539 00000100:00080000:2.0:1787848524.028033:0:21160:0:(import.c:589:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787848524.028041:0:21160:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import ffff8eab445de000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848524.028242:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6fa8c000 x1874694535085056/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787848524.028347:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535085056:0@lo:250:kworker.0 00000400:00000100:0.0:1787848524.028417:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874694535085056 offset 0 length 520: 4 00000100:00080000:2.0:1787848524.028567:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848524.028580:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787848524.028786:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535085184:0@lo:400:kworker.0 00000400:00000100:3.0:1787848524.028813:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535085184 offset 0 length 224: 4 00010000:00010000:0.0:1787848524.470824:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848525.494576:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848526.518780:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848527.545687:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848528.125576:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848518/real 1787848518] req@ffff8eac6fa8f840 x1874694535084672/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787848528 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848528.125610:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac6fa8f840 x1874694535084672/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787848528 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787848528.125631:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab42a78000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787848528.125654:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3614:1874694535084672:0@lo:39:umount.0 00000100:00080000:2.0:1787848528.125748:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787848528.125753:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787848528.125758:0:21192:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787848528.126723:0:21192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126737:0:21192:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126746:0:21192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126754:0:21192:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126783:0:21192:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787848528.126790:0:21192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126797:0:21192:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126802:0:21192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126808:0:21192:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848528.126942:0:21192:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1787848528.126949:0:21192:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1787848528.126976:0:21192:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1787848528.126981:0:21192:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1787848528.126986:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848528.126992:0:21192:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787848528.126997:0:21192:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8eab44c319d0) has no exports 00000020:00080000:2.0:1787848528.127019:0:21192:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8eab44c319d0) has no exports 00010000:00010000:0.0:1787848528.131964:0:17969:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848528.131982:0:17969:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.131994:0:17969:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60200 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848528.131999:0:17969:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132010:0:17969:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848528.132018:0:17969:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848528.132024:0:17969:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787848528.132026:0:17969:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1787848528.132029:0:17969:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1787848528.132072:0:17969:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:0.0:1787848528.132076:0:17969:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132082:0:17969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac7da60200/0x23626ab2a31c148e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1495 expref: -99 pid: 18718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132098:0:17969:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848528.132101:0:17969:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132106:0:17969:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac41527400 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848528.132108:0:17969:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132114:0:17969:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848528.132119:0:17969:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848528.132124:0:17969:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787848528.132125:0:17969:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787848528.132127:0:17969:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787848528.132131:0:17969:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:0.0:1787848528.132133:0:17969:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132138:0:17969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac41527400/0x23626ab2a31c17f2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c17f9 expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848528.132155:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848528.132157:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848528.132158:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787848528.132459:0:21192:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eab44c73900 - data ffff8eac58bf66c0/ffff8eac7ccabc00 00000020:01000000:2.0:1787848528.132615:0:21192:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eac58641240 - data ffff8eac71678ca8/ffff8eab42e2c000 00010000:00010000:1.0:1787848528.133314:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1787848528.143160:0:21192:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1787848528.157101:0:21192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c14a3 00000020:00000080:3.0:1787848528.157113:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eac435e1000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1787848528.157188:0:21192:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac75cd1000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1787848528.157193:0:21192:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac75cd1000 2 00000020:01000004:3.0:1787848528.157196:0:21192:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8eac75cd1000 from lustre-OST0000 00000020:00000080:3.0:1787848528.157219:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787848528.157230:0:21192:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1787848528.157233:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eac435e2000/lustre-OST0000_UUID 00000020:00000080:3.0:1787848528.157237:0:21192:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac435e2000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1787848528.157243:0:21192:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1787848528.157318:0:21192:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1787848528.157322:0:21192:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787848528.157326:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848528.157331:0:21192:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787848528.157338:0:21192:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8eab4296b000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787848528.157344:0:21192:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8eac7d234d70) has exports, disconnecting them 00000020:00080000:3.0:1787848528.157348:0:21192:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8eab4296b000), last request at 1787848449 00000020:00000080:3.0:1787848528.157352:0:21192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c14cd 00000020:00080000:3.0:1787848528.157361:0:21192:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab4296b000): rc 0 00000020:00000080:3.0:1787848528.157366:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eab4296b000/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787848528.159196:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac435e1000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787848528.164367:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab4296b000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1787848528.226878:0:21192:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1787848528.226897:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787848528.226902:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787848528.226909:0:21192:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787848528.227418:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848528.227427:0:21192:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1787848528.227436:0:21192:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787848528.227442:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848528.227446:0:21192:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787848528.227453:0:21192:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8eab42a78800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787848528.227460:0:21192:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8eac7d230000) has exports, disconnecting them 00000020:00080000:1.0:1787848528.227465:0:21192:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8eab42a78800), last request at 1787848449 00000020:00000080:1.0:1787848528.227470:0:21192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c14e2 00000020:00080000:1.0:1787848528.227485:0:21192:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab42a78800): rc 0 00000020:00000080:1.0:1787848528.227491:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eab42a78800/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787848528.231313:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab42a7e800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787848528.231332:0:21160:0:(genops.c:885:class_export_put()) final put ffff8eab42a7e000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1787848528.231337:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a7e000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1787848528.231354:0:21160:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1787848528.234824:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a78800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1787848528.235610:0:21192:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1787848528.235616:0:21192:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787848528.235621:0:21192:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787848528.235626:0:21192:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787848528.235766:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab42a78000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787848528.235942:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848528.235952:0:21192:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1787848528.235957:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eab42a79800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1787848528.235961:0:21192:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a79800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1787848528.235966:0:21192:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1787848528.236565:0:21192:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac75cd1000 1 00000020:00000080:0.0:1787848528.236572:0:21192:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1480 00000020:00000080:0.0:1787848528.236579:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eac75c8c000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1787848528.236588:0:21192:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1787848528.236598:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75c8c000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787848528.236609:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787848528.236614:0:21192:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787848528.236629:0:21192:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8eac7d2319d0) has no exports 00000020:00000080:0.0:1787848528.315583:0:21192:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787848528.315597:0:21192:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1787848528.315603:0:21192:0:(genops.c:885:class_export_put()) final put ffff8eac75cd6800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1787848528.315608:0:21192:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75cd6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1787848528.315621:0:21192:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1787848528.315812:0:21192:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8eac75cd5000 00000020:02000400:0.0:1787848528.315864:0:21192:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1787848528.566419:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787848529.462414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848529.462425:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848529.462428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787848529.462431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787848529.462497:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787848529.462512:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535085312:0@lo:400:kworker.0 00000400:00000100:2.0:1787848529.462567:0:3615:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535085312 offset 0 length 224: 4 00010000:00010000:0.0:1787848529.603810:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848530.627010:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848531.639783:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787848532.421033:0:21395:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787848532.428789:0:21395:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1787848532.428917:0:21395:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848532.428935:0:21395:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848532.428967:0:21395:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848532.428974:0:21395:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848532.429005:0:21395:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787848532.429012:0:21395:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787848532.429044:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787848532.429060:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430c3c0 x1874694535084416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787848538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.429086:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787848532.429095:0:21395:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787848532.429102:0:21395:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddc8000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1787848532.429108:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787848532.429112:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430c3c0 x1874694535084416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787848538 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.429120:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787848532.429123:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:3.0:1787848532.430228:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535084416:0@lo:38:kworker.0 00010000:00010000:0.0:1787848532.431919:0:17969:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848532.431937:0:17969:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848532.431973:0:17969:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50713800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848532.431979:0:17969:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848532.431992:0:17969:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848532.432002:0:17969:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848532.432010:0:17969:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787848532.432012:0:17969:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787848532.432017:0:17969:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787848532.432040:0:17969:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:0.0:1787848532.432045:0:17969:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848532.432053:0:17969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac50713800/0x23626ab2a31c1552 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1559 expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848532.432087:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848532.432089:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848532.432091:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787848532.433636:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787848532.433657:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac5430d2c0 x1874694535084544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.433683:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac6fa8cf00 x1874694535084800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.433699:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac6fa8e940 x1874694535084928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.433713:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac6fa8d2c0 x1874694535085184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.433738:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac6fa8c3c0 x1874694535085312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848532.433747:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787848532.433754:0:21395:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787848532.433784:0:21395:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddce000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1787848532.435116:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535085312:0@lo:400:kworker.0 00000100:00100000:0.0:1787848532.435136:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535085184:0@lo:400:kworker.0 00000100:00100000:0.0:1787848532.435145:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3615:1874694535084544:0@lo:400:kworker.0 00000100:00100000:0.0:1787848532.435215:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535084800:0@lo:400:kworker.0 00000100:00100000:0.0:1787848532.435242:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535084928:0@lo:400:kworker.0 00000100:00100000:3.0:1787848532.435445:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3614:1874694535085440:0@lo:39:umount.0 00000400:00000100:3.0:1787848532.435526:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874694535085440 offset 0 length 224: 4 00010000:00010000:3.0:1787848532.662586:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848533.690554:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787848534.585612:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787848534.585623:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1787848534.711412:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848535.736186:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848536.758785:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848537.783004:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848538.807460:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848539.638814:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848524/real 1787848524] req@ffff8eac6fa8c000 x1874694535085056/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787848539 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848539.638860:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac6fa8c000 x1874694535085056/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787848539 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787848539.638884:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848539.638916:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1787848539.638921:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535085056:0@lo:250:kworker.0 00000100:00080000:0.0:1787848539.638997:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787848539.639004:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1787848539.639007:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787848539.639013:0:21160:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 549 00000100:00080000:0.0:1787848539.639019:0:21160:0:(import.c:589:import_select_connection()) MGC192.168.204.106@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787848539.639027:0:21160:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import ffff8eab445de000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1787848539.639069:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7d333c00 x1874694535085568/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787848539.639759:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535085568:0@lo:250:kworker.0 00000400:00000100:3.0:1787848539.639836:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874694535085568 offset 0 length 520: 4 00010000:00010000:3.0:1787848539.834987:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848540.854659:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848541.878668:0:17204:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848542.710419:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848532/real 1787848532] req@ffff8eac6fa8f480 x1874694535085440/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787848542 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848542.710452:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac6fa8f480 x1874694535085440/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787848542 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787848542.710473:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6ddce000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787848542.710493:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3614:1874694535085440:0@lo:39:umount.0 00000100:00080000:2.0:1787848542.710588:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787848542.710593:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787848542.710598:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787848542.716405:0:21395:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716428:0:21395:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716436:0:21395:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716444:0:21395:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716543:0:21395:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787848542.716553:0:21395:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716559:0:21395:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716565:0:21395:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.716586:0:21395:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.727040:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848542.727055:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.727068:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5a00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848542.727074:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.727107:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848542.727114:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848542.727119:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787848542.727122:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1787848542.727138:0:17203:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:3.0:1787848542.727142:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.727149:0:17203:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1528 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c152f expref: -99 pid: 19536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.728147:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848542.728156:0:17203:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.728174:0:17203:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac41527000 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848542.728179:0:17203:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.728188:0:17203:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848542.728195:0:17203:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848542.728218:0:17203:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787848542.728221:0:17203:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1787848542.728231:0:17203:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:3.0:1787848542.728234:0:17203:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848542.728243:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848542.728245:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848542.728247:0:17203:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848542.728903:0:21395:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787848542.728913:0:21395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac41527000/0x23626ab2a31c17e4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c17eb expref: -99 pid: 17212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848542.728935:0:21395:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:2.0:1787848542.728941:0:21395:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:2.0:1787848542.728943:0:21395:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1787848542.728976:0:21395:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1787848542.728980:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1787848542.728987:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848542.728994:0:21395:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787848542.728998:0:21395:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8eac7d2333a0) has no exports 00000020:00080000:2.0:1787848542.729026:0:21395:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8eac7d2333a0) has no exports 00000020:01000000:2.0:1787848542.730805:0:21395:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eab42332960 - data ffff8eac60819288/ffff8eac6f967c00 00000020:01000000:2.0:1787848542.730965:0:21395:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8eab423328a0 - data ffff8eab424a3510/ffff8eab42e58c00 00010000:00010000:1.0:1787848542.731388:0:17969:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1787848542.740791:0:21395:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1787848542.753078:0:21395:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c153d 00000020:00000080:2.0:1787848542.753091:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac6d24c000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1787848542.753118:0:21395:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eab446b0800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1787848542.753122:0:21395:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eab446b0800 2 00000020:01000004:2.0:1787848542.753125:0:21395:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8eab446b0800 from lustre-OST0001 00000020:00000080:2.0:1787848542.753158:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787848542.753170:0:21395:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1787848542.753174:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eab42a7b000/lustre-OST0001_UUID 00000020:00000080:2.0:1787848542.753177:0:21395:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab42a7b000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1787848542.753184:0:21395:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1787848542.753307:0:21395:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import d151de28-f001-44b0-b1e6-290cc4ab3d94->MGS 00010000:00010000:2.0:1787848542.753324:0:21395:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac82045000/0x23626ab2a31c134c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1353 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848542.753336:0:21395:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac82045000/0x23626ab2a31c134c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1353 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848542.753343:0:21395:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1787848542.753345:0:21395:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1787848542.753348:0:21395:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00000020:00000080:3.0:1787848542.753358:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6d24c000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00010000:00010000:2.0:1787848542.753363:0:21395:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:2.0:1787848542.753366:0:21395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac82045000/0x23626ab2a31c134c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1353 expref: -99 pid: 17947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848542.753380:0:21395:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac50712400/0x23626ab2a31c123b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x23626ab2a31c1242 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848542.753389:0:21395:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac50712400/0x23626ab2a31c123b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x23626ab2a31c1242 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848542.753394:0:21395:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787848542.753396:0:21395:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1787848542.753398:0:21395:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1787848542.753534:0:21395:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8eab445de000 00010000:00010000:3.0:1787848542.753538:0:21395:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac50712400/0x23626ab2a31c123b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x23626ab2a31c1242 expref: -99 pid: 17194 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787848542.753557:0:21395:0:(import.c:65:import_set_state_nolock()) ffff8eab445de000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1787848542.753561:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787848542.753564:0:21395:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787848542.753565:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787848542.753570:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787848542.753581:0:21395:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8eac7d333c00 x1874694535085568/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787848559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787848542.753601:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787848542.753614:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:2.0:1787848542.754184:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d151de28-f001-44b0-b1e6-290cc4ab3d94:3614:1874694535085568:0@lo:250:kworker.0 10000000:01000000:3.0:1787848542.754933:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787848542.754945:0:21395:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1226 00000020:00000080:3.0:1787848542.754951:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac6fb7b000/d151de28-f001-44b0-b1e6-290cc4ab3d94 00000020:01000000:3.0:1787848542.754980:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.106@tcp (flags='') 00000020:00000080:3.0:1787848542.754988:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848542.754995:0:21395:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.106@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787848542.754999:0:21395:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8eab42920000) has no exports 10000000:01000000:3.0:1787848542.755057:0:17212:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1787848542.755125:0:21395:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.204.106@tcp: client import never connected 00000100:00080000:3.0:1787848542.755129:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1787848542.755131:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787848542.755134:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1787848542.755136:0:21395:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787848542.755167:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787848542.755173:0:21395:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.106@tcp (uuid d151de28-f001-44b0-b1e6-290cc4ab3d94) 00000020:01000000:3.0:1787848542.755179:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1787848542.755182:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787848542.755187:0:21395:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787848542.755192:0:21395:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8eab43de2800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787848542.755197:0:21395:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8eab422b8000) has exports, disconnecting them 00000020:00080000:3.0:1787848542.755202:0:21395:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8eab43de2800), last request at 1787848465 00000020:00000080:3.0:1787848542.755206:0:21395:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1567 00000020:00080000:3.0:1787848542.755217:0:21395:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eab43de2800): rc 0 00000020:00000080:3.0:1787848542.755220:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eab43de2800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787848542.755954:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6fb7b000/d151de28-f001-44b0-b1e6-290cc4ab3d94 for MGC192.168.204.106@tcp 00000020:00000080:2.0:1787848542.755966:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eab445de000 for MGC192.168.204.106@tcp 00000020:00000080:2.0:1787848542.755971:0:21160:0:(genops.c:885:class_export_put()) final put ffff8eab445d9000/d151de28-f001-44b0-b1e6-290cc4ab3d94 00000020:00000080:2.0:1787848542.755973:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab445d9000/d151de28-f001-44b0-b1e6-290cc4ab3d94 for MGC192.168.204.106@tcp 00000020:01000000:2.0:1787848542.755979:0:21160:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.106@tcp (d151de28-f001-44b0-b1e6-290cc4ab3d94) 00000020:00000080:2.0:1787848542.756251:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab43de2800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1787848542.756301:0:21395:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787848542.756306:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787848542.756310:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787848542.756316:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787848542.756334:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6ddc8000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787848542.756486:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787848542.756493:0:21395:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1787848542.756496:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac6ddc8800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1787848542.756498:0:21395:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6ddc8800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1787848542.756502:0:21395:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1787848542.756541:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1787848542.756545:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787848542.756550:0:21395:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787848542.756555:0:21395:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8eac435e5000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787848542.756560:0:21395:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8eab428fcd70) has exports, disconnecting them 00000020:00080000:2.0:1787848542.756564:0:21395:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8eac435e5000), last request at 1787848465 00000020:00000080:2.0:1787848542.756567:0:21395:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c157c 00000020:00080000:2.0:1787848542.756580:0:21395:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8eac435e5000): rc 0 00000020:00000080:2.0:1787848542.756583:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac435e5000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1787848542.756630:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac435e5000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1787848542.818440:0:21395:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1787848542.818449:0:21395:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787848542.818462:0:21395:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787848542.818470:0:21395:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787848542.819632:0:17204:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:2.0:1787848542.819731:0:21160:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8eac6ddce000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1787848542.821757:0:17203:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1787848542.821889:0:17969:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1787848542.823664:0:17199:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8eac78dad800:17199] 1 exiting: rc = 0 00000100:00100000:2.0:1787848542.823778:0:17198:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8eac78dade00:17198] 0 exiting: rc = 1 00000100:00100000:1.0:1787848542.823909:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.824193:0:17201:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8eab42bed800:17201] 1 exiting: rc = 0 00000100:00100000:1.0:1787848542.824266:0:20245:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8eac6dd5e400:20245] 3 exiting: rc = 0 00000100:00100000:1.0:1787848542.824347:0:17200:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8eac60681a00:17200] 0 exiting: rc = 1 00000100:00100000:2.0:1787848542.826020:0:17202:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8eab42f99600:17202] 2 exiting: rc = 0 00000100:00100000:1.0:1787848542.826093:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826101:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826107:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826112:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826118:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826139:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826144:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826149:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826155:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826159:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826175:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826182:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826187:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826192:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826196:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826201:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826206:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826211:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826216:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826220:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826226:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826230:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826234:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826239:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826244:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826249:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826254:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826259:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826264:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826269:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826273:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826279:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826300:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826305:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826310:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826315:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826320:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826325:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826330:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826336:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826349:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826354:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826359:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826365:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826370:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826375:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826380:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826386:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826390:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826395:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826399:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826404:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826408:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826413:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826417:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826427:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826438:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826443:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826447:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826453:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826457:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826462:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826466:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.826477:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787848542.828530:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848542.828549:0:21395:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1787848542.828560:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac435e4800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1787848542.828567:0:21395:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac435e4800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1787848542.828575:0:21395:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1787848542.828651:0:21395:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eab446b0800 1 00000020:00000080:1.0:1787848542.828658:0:21395:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x23626ab2a31c1521 00000020:00000080:1.0:1787848542.828664:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac6ddc9000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1787848542.828680:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1787848542.828684:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848542.828698:0:21395:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787848542.828702:0:21395:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8eab43b033a0) has no exports 00000020:00000080:2.0:1787848542.838013:0:21160:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac6ddc9000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1787848542.881409:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848542.881422:0:21395:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1787848542.881427:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eab446b7000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1787848542.881432:0:21395:0:(genops.c:844:class_export_destroy()) destroying export ffff8eab446b7000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1787848542.881445:0:21395:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1787848542.884084:0:21395:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8eab446b5000 00000020:01000000:1.0:1787848542.884128:0:21395:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1787848542.884133:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787848542.884139:0:21395:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787848542.884143:0:21395:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8eab43b00000) has no exports 00000020:00000080:1.0:1787848542.884203:0:21395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787848542.884217:0:21395:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1787848542.884222:0:21395:0:(genops.c:885:class_export_put()) final put ffff8eac75c8d800/OSS_uuid 00000020:00000080:1.0:1787848542.884226:0:21395:0:(genops.c:844:class_export_destroy()) destroying export ffff8eac75c8d800/OSS_uuid for OSS 00000020:01000000:1.0:1787848542.884231:0:21395:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1787848542.885666:0:17211:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1787848542.888033:0:19210:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8eab410ff200:19210] 3 exiting: rc = 0 00000100:00100000:2.0:1787848542.888033:0:18725:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8eac7d1e6c00:18725] 2 exiting: rc = 0 00000100:00100000:0.0:1787848542.890716:0:18723:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8eac43842000:18723] 0 exiting: rc = 1 00000100:00100000:3.0:1787848542.900039:0:19613:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8eab42d6ec00:19613] 4 exiting: rc = 0 00000100:00100000:3.0:1787848542.900147:0:18724:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8eac43842600:18724] 1 exiting: rc = 0 00000100:00100000:1.0:1787848542.900261:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900275:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900280:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900374:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900381:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900387:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900392:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900398:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900404:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900410:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900416:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900421:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900426:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900432:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900437:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900443:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900463:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900470:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900479:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900489:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900500:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900510:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900520:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900527:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900532:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900538:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900543:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900550:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900555:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900561:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900567:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900573:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900578:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900584:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900590:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900596:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900613:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900620:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900625:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900631:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900637:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900643:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900649:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900654:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900659:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900664:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900669:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900674:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900679:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900684:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900689:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900706:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900711:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900716:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900721:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900726:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900732:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900737:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900742:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900747:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900753:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900758:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900763:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.900768:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.918699:0:18726:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8eac7d2a4200:18726] 0 exiting: rc = 1 00000100:00100000:1.0:1787848542.919367:0:18727:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8eac7d2a5600:18727] 1 exiting: rc = 0 00000100:00100000:2.0:1787848542.919492:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919516:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919521:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919527:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919532:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919536:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919542:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919547:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919553:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919558:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919563:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919569:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919574:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919580:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919587:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919593:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919598:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919623:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919628:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919632:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919637:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919643:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919649:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919655:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919659:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919664:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919669:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919673:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919679:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919685:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919690:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919696:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919701:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919706:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919712:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919717:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919730:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919735:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919740:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919745:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919750:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919754:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919759:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919764:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919768:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919773:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919778:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919784:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919789:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919795:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919800:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919806:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919812:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919817:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919822:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919827:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919832:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919838:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919843:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919849:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919867:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919875:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919883:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.919890:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787848542.922195:0:18729:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8eac78dc9e00:18729] 1 exiting: rc = 0 00000100:00100000:2.0:1787848542.922526:0:18728:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8eac78dc9400:18728] 0 exiting: rc = 1 00000100:00100000:2.0:1787848542.922845:0:18730:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8eac4818fe00:18730] 2 exiting: rc = 0 00000100:00100000:0.0:1787848542.923770:0:20359:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff8eab44c18e00:20359] 3 exiting: rc = 0 00000100:00100000:2.0:1787848542.930544:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930555:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930561:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930568:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930574:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930926:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930937:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930943:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930971:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930979:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930985:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930991:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.930997:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931002:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931008:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931014:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931020:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931026:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931033:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931038:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931044:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931050:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931055:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931060:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931066:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931073:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931079:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931085:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931090:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931095:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931100:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931106:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931126:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931133:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931139:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931145:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931150:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931155:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931161:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931166:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931183:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931190:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931195:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931201:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931206:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931212:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931217:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931223:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931229:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931236:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931242:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931248:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931253:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931260:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931265:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931272:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931355:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931364:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931371:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931377:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931383:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931389:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931397:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787848542.931406:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941428:0:18731:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8eac4818fc00:18731] 0 exiting: rc = 1 00000100:00100000:3.0:1787848542.941544:0:18732:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8eac51b15400:18732] 1 exiting: rc = 0 00000100:00100000:3.0:1787848542.941613:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941620:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941626:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941631:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941636:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941641:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941647:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941652:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941671:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941677:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941683:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941688:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941693:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941699:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941705:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941710:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941715:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941721:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941726:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941780:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941786:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941791:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941796:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941802:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941806:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941811:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941817:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941822:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941827:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941833:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941838:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941844:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941850:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941854:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941859:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941863:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941868:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941873:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941878:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941883:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941888:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941893:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941898:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941912:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941918:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941923:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941928:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941933:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941938:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941943:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941949:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941954:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941959:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941965:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941970:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941974:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941980:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941985:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941990:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.941995:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942002:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942007:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942013:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942018:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942681:0:18733:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8eac78dac600:18733] 0 exiting: rc = 1 00000100:00100000:3.0:1787848542.942739:0:18734:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8eac48194600:18734] 1 exiting: rc = 0 00000100:00100000:3.0:1787848542.942781:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942787:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942801:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942809:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942816:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942822:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942828:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942853:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942860:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942865:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942871:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942877:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942890:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942896:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942902:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942907:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942913:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942919:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942924:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942944:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942951:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942957:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942963:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942969:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942974:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942980:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942986:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942991:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.942997:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943002:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943008:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943027:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943034:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943040:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943046:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943051:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943057:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943062:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943068:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943074:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943080:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943085:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943091:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943111:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943117:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943122:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943128:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943139:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943144:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943150:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943156:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943162:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943168:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943173:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943180:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943202:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943209:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943215:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943221:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943227:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943233:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943238:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943244:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787848542.943249:0:21395:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1787848542.958571:0:21395:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1787848564.289482:0:22160:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1787848575.348526:0:22760:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787848575.348531:0:22760:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1787848575.348533:0:22760:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787848575.348924:0:22760:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8eac485d7800 00000020:01000004:3.0:1787848575.348940:0:22760:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1787848575.348948:0:22760:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787848575.348972:0:22760:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8eab44c319d0) 00000020:00000080:3.0:1787848575.348986:0:22760:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787848575.421561:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787848575.422337:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787848575.425779:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1787848575.426765:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1787848575.426999:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1787848575.427677:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1787848575.428523:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1787848575.428799:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787848575.429416:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1787848575.433734:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1787848575.435600:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1787848575.436572:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1787848575.437739:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787848575.438078:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1787848575.440594:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1787848575.443986:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.444505:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.444741:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.444936:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.445409:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.445755:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.445950:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.446610:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.446855:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.447061:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.447396:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.447658:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.447891:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1787848575.448649:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.448896:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1787848575.449095:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.449656:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.449912:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.450427:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.450749:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.450932:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.451360:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.451793:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.451989:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.452409:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.452665:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.452998:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.453526:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.453797:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.454204:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.454558:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1787848575.454800:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1787848575.456400:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1787848575.456981:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:0.0:1787848575.457638:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1787848575.458351:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1787848575.458601:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1787848575.458871:0:22760:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:0.0:1787848575.460629:0:22760:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787848575.460858:0:22760:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1787848575.460866:0:22760:0:(osd_handler.c:8928:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787848575.460878:0:22760:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1a92 00000020:01000004:0.0:1787848575.460885:0:22760:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1787848575.460890:0:22760:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:0.0:1787848575.460895:0:22760:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8eac485d7800 from MGS 00000020:01000004:0.0:1787848575.460912:0:22760:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:0.0:1787848575.460922:0:22760:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8eab422bb3a0) 00000020:00000080:0.0:1787848575.460933:0:22760:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1787848575.461013:0:22760:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac485d7800 from MGS, refs=2 00080000:01000000:0.0:1787848575.461018:0:22760:0:(osd_handler.c:8928:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787848575.461023:0:22760:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1aa0 00000100:00100000:0.0:1787848575.461115:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1787848575.461243:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1787848575.461249:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1787848575.462425:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1787848575.462444:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1787848575.463615:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787848575.463792:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:0.0:1787848575.463798:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1787848575.464526:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1787848575.464535:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787848575.464896:0:22760:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:0.0:1787848575.464902:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1787848575.465793:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848575.465797:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848575.465799:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848575.466421:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848575.466424:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848575.466426:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848575.466981:0:22760:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1787848575.471124:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1787848575.473100:0:22760:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1787848575.474134:0:22772:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787848575.474180:0:22760:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787848575.474216:0:22760:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787848575.474908:0:22760:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1787848575.475216:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848575.475658:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1787848575.475664:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1787848575.478390:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1787848575.478403:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1787848575.479737:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1787848575.479746:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1787848575.481635:0:22760:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1787848575.481658:0:22760:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.106@tcp' 00000020:01000004:0.0:1787848575.481660:0:22760:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1787848575.481687:0:22760:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.106@tcp (typ=mgc) 00000020:00000080:0.0:1787848575.481701:0:22760:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.106@tcp (ffff8eab422bcd70) 00000020:00000080:0.0:1787848575.481715:0:22760:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1787848575.481792:0:22760:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac76ec7000@MGC192.168.204.106@tcp: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1787848575.481935:0:22760:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.106@tcp-0 is initialized 00000040:01000000:0.0:1787848575.481941:0:22760:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 1 is initialized 00000100:00080000:1.0:1787848575.482119:0:22777:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1787848575.485601:0:22778:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787848575.485662:0:22760:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.106@tcp (uuid 4689c2bf-b5bb-4477-b543-d7ba6a5b9a92) 00000020:00000080:0.0:1787848575.485694:0:22760:0:(genops.c:1385:class_connect()) connect: client 4689c2bf-b5bb-4477-b543-d7ba6a5b9a92, cookie 0x23626ab2a31c1aae 00000100:00080000:0.0:1787848575.485709:0:22760:0:(import.c:510:import_select_connection()) MGC192.168.204.106@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787848575.485716:0:22760:0:(import.c:624:import_select_connection()) MGC192.168.204.106@tcp: import ffff8eac76ec7000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1787848575.485752:0:22760:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7d331680 x1874694535085696/t0(0) o250->MGC192.168.204.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787848575.485776:0:22760:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4689c2bf-b5bb-4477-b543-d7ba6a5b9a92->MGS 00000020:01000004:0.0:1787848575.485793:0:22760:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787848575.485798:0:22760:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787848575.485811:0:22760:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8eab422b8000) 00000020:00000080:0.0:1787848575.485822:0:22760:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1787848575.488310:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3614:1874694535085696:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787848575.488388:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.501578:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535085696 00000100:00100000:3.0:1787848575.501598:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535085696 00000100:00100000:3.0:1787848575.501646:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848575.501656:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3614:x1874694535085696:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1787848575.501687:0:22773:0:(ldlm_lib.c:1454:target_handle_connect()) MGS: connection from 4689c2bf-b5bb-4477-b543-d7ba6a5b9a92@0@lo t0 exp 0000000000000000 cur 600 last 0 00000020:00000080:3.0:1787848575.501716:0:22773:0:(genops.c:1385:class_connect()) connect: client 4689c2bf-b5bb-4477-b543-d7ba6a5b9a92, cookie 0x23626ab2a31c1abc 00000100:00080000:3.0:1787848575.501875:0:22773:0:(import.c:65:import_set_state_nolock()) ffff8eac485d6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787848575.502853:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+5:3614:x1874694535085696:12345-0@lo:250:mount.lustre.0 Request processed in 1192us (14459us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.502864:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848575.503683:0:3614:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.106@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787848575.503703:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.106@tcp: connect to target with instance 0 00000100:00080000:3.0:1787848575.503774:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.106@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787848575.503781:0:3614:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787848575.503790:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac76ec7000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787848575.503793:0:3614:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787848575.503867:0:3614:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1787848575.503875:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3614:1874694535085696:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787848575.523899:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787848575.524132:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787848575.524362:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787848575.536782:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787848575.536795:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787848575.537565:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787848575.537575:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1787848575.538548:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787848575.538762:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1787848575.538769:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787848575.539994:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787848575.540011:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1787848575.597653:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787848575.597882:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1787848575.597889:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1787848575.604753:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1787848575.604769:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1787848575.605521:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848575.605708:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787848575.605713:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1787848575.606251:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787848575.606258:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1787848575.608821:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848575.609041:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787848575.609048:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1787848575.609908:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787848575.609918:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1787848575.615382:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848575.615565:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787848575.615583:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1787848575.617103:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787848575.617116:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1787848575.657816:0:22760:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848575.658076:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787848575.658083:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1787848575.663642:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787848575.663660:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1787848575.665219:0:22760:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787848575.665243:0:22760:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1787848575.667022:0:22760:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1787848575.667055:0:22760:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1787848575.667062:0:22760:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1787848575.667179:0:22760:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787848575.667223:0:22760:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.106@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1787848575.667228:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787848575.667229:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787848575.667230:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848575.667231:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848575.667233:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848575.667234:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848575.667236:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787848575.667237:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787848575.667239:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848575.667252:0:22760:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787848575.667260:0:22760:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1787848575.667262:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787848575.667263:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787848575.667264:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848575.667265:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848575.667266:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848575.667267:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848575.667268:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787848575.667269:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787848575.667270:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848575.667270:0:22760:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787848575.667540:0:22760:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787848575.667565:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535085824:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787848575.667650:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.667705:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac507710c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.667969:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535085824 00000100:00100000:1.0:1787848575.667976:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535085824 00000100:00100000:1.0:1787848575.668058:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787848575.668069:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+5:22760:x1874694535085824:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787848575.668117:0:22776:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787848575.668121:0:22776:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787848575.668124:0:22776:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1787848575.668506:0:22797:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1787848575.670599:0:22776:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1787848575.679126:0:22798:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1787848575.679135:0:22798:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1787848575.679139:0:22798:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1787848575.679142:0:22798:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1787848575.680464:0:22798:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1787848575.681329:0:22776:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787848575.681341:0:22776:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787848575.684616:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+5:22760:x1874694535085824:12345-0@lo:253:mount.lustre.0 Request processed in 16540us (16957us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.684649:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787848575.685470:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535085824:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787848575.685487:0:22760:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787848575.685490:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787848575.685492:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787848575.685493:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848575.685494:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848575.685495:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848575.685496:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848575.685498:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787848575.685499:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787848575.685501:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848575.685502:0:22760:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787848575.685579:0:22760:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8eac485d7800 from lustre-MDT0000 10000000:01000000:3.0:1787848575.685609:0:22760:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1787848575.685612:0:22760:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1787848575.685617:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8eab422bcd70 10000000:01000000:3.0:1787848575.685620:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787848575.685628:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8eab422bcd70 from 1 10000000:01000000:3.0:1787848575.685631:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787848575.685672:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.685682:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.685691:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.685709:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535085952:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787848575.685749:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.685827:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac513cff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.685930:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535085952 00000100:00100000:1.0:1787848575.685937:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535085952 00000100:00100000:1.0:1787848575.685990:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787848575.686006:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+5:22760:x1874694535085952:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848575.686017:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848575.686032:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7da61600/0x23626ab2a31c1aca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1ac3 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.686068:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da61600/0x23626ab2a31c1aca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1ac3 expref: 6 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.686078:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7da61600/0x23626ab2a31c1aca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1ac3 expref: 6 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.686098:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7da61600, rc 0) 00000100:00100000:1.0:1787848575.686139:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+6:22760:x1874694535085952:12345-0@lo:101:mount.lustre.0 Request processed in 134us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.686144:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848575.686272:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535085952:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.686309:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.686318:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848575.686374:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086080:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.686400:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.686421:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.686830:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086080 00000100:00100000:1.0:1787848575.686836:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086080 00000100:00100000:1.0:1787848575.686874:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787848575.686882:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+6:22760:x1874694535086080:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848575.686977:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+6:22760:x1874694535086080:12345-0@lo:501:mount.lustre.0 Request processed in 96us (575us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787848575.686984:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848575.687133:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086080:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787848575.687164:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787848575.687187:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687196:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848575.687203:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8eac485d7800 10000000:01000000:0.0:1787848575.687208:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787848575.687212:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8eac485d7800 10000000:01000000:0.0:1787848575.687215:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787848575.687217:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8eac485d7800 from 1 10000000:01000000:0.0:1787848575.687220:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787848575.687251:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687273:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687299:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848575.687315:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086208:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787848575.687344:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.687375:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086208 00000100:00100000:0.0:1787848575.687378:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086208 00000100:00100000:0.0:1787848575.687396:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787848575.687402:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+6:22760:x1874694535086208:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.687409:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848575.687421:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01200/0x23626ab2a31c1ad8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1ad1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687438:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01200/0x23626ab2a31c1ad8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1ad1 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687446:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01200/0x23626ab2a31c1ad8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1ad1 expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687454:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01200, rc 0) 00000100:00100000:0.0:1787848575.687476:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+7:22760:x1874694535086208:12345-0@lo:101:mount.lustre.0 Request processed in 75us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.687482:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787848575.687760:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.687783:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086208:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.687795:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ad8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687803:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1ad8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848575.687815:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787848575.687862:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ad8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687869:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00a00/0x23626ab2a31c1ad1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ad8 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848575.687875:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787848575.687879:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787848575.687883:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8eac485d7800 10000000:01000000:0.0:1787848575.687885:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787848575.687888:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1787848575.687890:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1787848575.687904:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687910:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.687917:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848575.687929:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086336:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787848575.687976:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.688008:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086336 00000100:00100000:0.0:1787848575.688011:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086336 00000100:00100000:0.0:1787848575.688029:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787848575.688035:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+7:22760:x1874694535086336:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.688043:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848575.688052:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00400/0x23626ab2a31c1ae6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1adf expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.688067:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00400/0x23626ab2a31c1ae6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1adf expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.688076:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00400/0x23626ab2a31c1ae6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1adf expref: 8 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.688083:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00400, rc 0) 00000100:00100000:0.0:1787848575.688105:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+8:22760:x1874694535086336:12345-0@lo:101:mount.lustre.0 Request processed in 70us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.688111:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787848575.688141:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.688153:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086336:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.688162:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ae6 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.688169:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1ae6 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848575.688214:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086464:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.688333:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.688350:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086464 00000100:00100000:0.0:1787848575.688353:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086464 00000100:00100000:0.0:1787848575.688367:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787848575.688372:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+8:22760:x1874694535086464:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.688485:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22760:x1874694535086464:12345-0@lo:501:mount.lustre.0 Request processed in 112us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.688491:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787848575.688511:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.688688:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086464:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.688716:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086592:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848575.688755:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.688777:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787848575.688866:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086592 00000100:00100000:3.0:1787848575.688870:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086592 00000100:00100000:3.0:1787848575.688897:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787848575.688903:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22760:x1874694535086592:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787848575.689946:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22760:x1874694535086592:12345-0@lo:503:mount.lustre.0 Request processed in 1037us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.689967:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848575.690116:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535086592:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848575.691706:0:22799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22799:1874694535086720:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787848575.691778:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.691822:0:22799:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac507710c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.691882:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086720 00000100:00100000:1.0:1787848575.691889:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086720 00000100:00100000:1.0:1787848575.691940:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848575.691949:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22799:x1874694535086720:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.692886:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22799:x1874694535086720:12345-0@lo:502:llog_process_th.0 Request processed in 935us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.692896:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848575.693081:0:22799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22799:1874694535086720:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787848575.693116:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848575.693127:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.693129:0:22799:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787848575.693136:0:22799:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1787848575.693139:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848575.693154:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8eab422b99d0) 00000020:00000080:0.0:1787848575.693171:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1787848575.693184:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787848575.693319:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787848575.693326:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1af4 00000020:00000080:0.0:1787848575.693664:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787848575.693670:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848575.693674:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.693675:0:22799:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787848575.693678:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848575.693682:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.693683:0:22799:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1787848575.693687:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848575.693695:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8eac7d2333a0) 00000020:00000080:0.0:1787848575.693707:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1787848575.693711:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787848575.693713:0:22799:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1787848575.693716:0:22799:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1787848575.693722:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787848575.693762:0:22799:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac485d7800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1787848575.693775:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8eac7d2319d0) 00000020:00000080:0.0:1787848575.693782:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1787848575.693848:0:22799:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787848575.693854:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1b09 00000020:00000080:0.0:1787848575.693950:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1787848575.693971:0:22799:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787848575.693976:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x23626ab2a31c1b10 00080000:01000000:0.0:1787848575.693981:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787848575.693984:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1b17 00010000:00010000:2.0:1787848575.783386:0:22799:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1787848575.784101:0:22799:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1787848575.784538:0:22799:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1787848575.785042:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8eab428f8000) 00000020:00000080:2.0:1787848575.785063:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1787848575.785132:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #4 00000020:00000080:2.0:1787848575.785139:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1b25 00000020:00000080:2.0:1787848575.785864:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787848575.801796:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x23626ab2a31c1b2c 00000020:00000080:0.0:1787848575.802708:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1787848575.802719:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848575.802727:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.802729:0:22799:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1787848575.802733:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787848575.802736:0:22799:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1787848575.802738:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787848575.802745:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787848575.802747:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787848575.802750:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.802752:0:22799:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787848575.802754:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848575.802760:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.802762:0:22799:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1787848575.802766:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1787848575.802811:0:22799:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1787848575.802826:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848575.802829:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.802831:0:22799:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1787848575.802833:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848575.802837:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848575.802838:0:22799:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1787848575.802841:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787848575.802846:0:22799:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:00000080:0.0:1787848575.802874:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848575.802891:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8eac7d230000) 00000020:00000080:0.0:1787848575.802906:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1787848575.802911:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787848575.804053:0:22799:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1787848575.804063:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787848575.804072:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1b3a 00010000:00080000:0.0:1787848575.804111:0:22799:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eab43ca1800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:0.0:1787848575.805761:0:22799:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1787848575.809722:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787848575.809738:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787848575.809784:0:22799:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787848575.809805:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1b41 00000100:00080000:1.0:1787848575.809816:0:22799:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848575.809822:0:22799:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8eab43ca1800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848575.809861:0:22799:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb09680 x1874694535086848/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848575.809897:0:22799:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1787848575.810064:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848575.810069:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.810072:0:22799:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1787848575.810075:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787848575.810078:0:22799:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1787848575.810080:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787848575.810082:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787848575.810083:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787848575.810086:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.810087:0:22799:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787848575.810090:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787848575.810095:0:22799:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787848575.810098:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.810100:0:22799:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787848575.810103:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787848575.810106:0:22799:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:1.0:1787848575.810132:0:22799:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787848575.810135:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787848575.810148:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8eab43b033a0) 00000020:00000080:1.0:1787848575.810160:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1787848575.810165:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787848575.810382:0:22799:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1787848575.810390:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #6 00000020:00000080:1.0:1787848575.810397:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1b4f 00010000:00080000:1.0:1787848575.810430:0:22799:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eab43ca0800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.106@tcp at head 00000100:00100000:2.0:1787848575.811378:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb09680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535086848:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848575.811457:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787848575.811797:0:22799:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1787848575.812120:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535086848 00000100:00100000:0.0:1787848575.812129:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535086848 00000100:00100000:0.0:1787848575.812165:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848575.812174:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3614:x1874694535086848:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1787848575.812191:0:22786:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1787848575.816049:0:22799:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787848575.818599:0:22799:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1787848575.833259:0:22799:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787848575.833973:0:22799:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:0.0:1787848575.841772:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3614:x1874694535086848:12345-0@lo:38:llog_process_th.0 Request processed in 29586us (30302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848575.841788:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1787848575.843095:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787848575.843106:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787848575.843112:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb09680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535086848:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787848575.848097:0:22799:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1787848575.850696:0:22805:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787848575.850705:0:22805:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787848575.853941:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787848575.853969:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787848575.854020:0:22799:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787848575.854045:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1b56 00000100:00080000:3.0:1787848575.854059:0:22799:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787848575.854065:0:22799:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8eab43ca0800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848575.854105:0:22799:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430e580 x1874694535086976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848575.854144:0:22799:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787848575.854203:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848575.854207:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.854209:0:22799:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787848575.854212:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787848575.854215:0:22799:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1787848575.854217:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848575.854219:0:22799:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848575.854220:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787848575.854222:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.854224:0:22799:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787848575.854226:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787848575.854230:0:22799:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1787848575.854233:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.854235:0:22799:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787848575.854237:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787848575.854241:0:22799:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:3.0:1787848575.854265:0:22799:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1787848575.854267:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787848575.854277:0:22799:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8eab44c34d70) 00000020:00000080:3.0:1787848575.854319:0:22799:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1787848575.854325:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787848575.854386:0:22799:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1787848575.854391:0:22799:0:(osd_handler.c:8928:osd_obd_connect()) connect #7 00000020:00000080:3.0:1787848575.854397:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x23626ab2a31c1b64 00010000:00080000:3.0:1787848575.854429:0:22799:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac6d24c800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1787848575.854622:0:22799:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1787848575.854695:0:22799:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787848575.854711:0:22799:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1787848575.854917:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535086976:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787848575.854985:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535086976 offset 0 length 520: 4 00000040:00080000:3.0:1787848575.858621:0:22799:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787848575.860860:0:22799:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787848575.861129:0:22799:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1787848575.861885:0:22807:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787848575.861890:0:22807:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1787848575.863220:0:22799:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787848575.863234:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787848575.863273:0:22799:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787848575.863460:0:22799:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1b6b 00000100:00080000:3.0:1787848575.863472:0:22799:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787848575.863478:0:22799:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8eac6d24c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848575.863513:0:22799:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430cf00 x1874694535087104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848575.863548:0:22799:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787848575.863649:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848575.863652:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.863655:0:22799:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787848575.863658:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848575.863662:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.863664:0:22799:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787848575.863666:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787848575.863668:0:22799:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787848575.863671:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848575.863673:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.863674:0:22799:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787848575.863676:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848575.863679:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.863680:0:22799:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787848575.863684:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787848575.863722:0:22799:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22799:1874694535087232:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787848575.863815:0:22799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.863853:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087232 00000100:00100000:3.0:1787848575.863858:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087232 00000100:00100000:3.0:1787848575.863913:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787848575.863921:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22799:x1874694535087232:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787848575.864054:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22799:x1874694535087232:12345-0@lo:502:llog_process_th.0 Request processed in 133us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.864062:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787848575.864110:0:22799:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ee73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848575.864132:0:22799:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22799:1874694535087232:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787848575.864158:0:22799:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848575.864163:0:22799:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848575.864164:0:22799:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787848575.864167:0:22799:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787848575.864335:0:22760:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787848575.864356:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787848575.864372:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ae6 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864382:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00000/0x23626ab2a31c1adf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ae6 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848575.864390:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eac485d7800 from 1 10000000:01000000:3.0:1787848575.864393:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787848575.864418:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864427:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864436:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.864461:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087360:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787848575.864488:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.864510:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ee73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848575.864529:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087360 00000100:00100000:3.0:1787848575.864533:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087360 00000100:00100000:3.0:1787848575.864557:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787848575.864563:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+9:22760:x1874694535087360:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848575.864572:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848575.864587:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1b72 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864614:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 10 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864625:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 10 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864633:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5400, rc 0) 00000100:00100000:3.0:1787848575.864661:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+10:22760:x1874694535087360:12345-0@lo:101:mount.lustre.0 Request processed in 98us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.864668:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787848575.864705:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087360:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848575.864717:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.864726:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.865279:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087488:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787848575.865345:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.865368:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ee73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848575.865385:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087488 00000100:00100000:3.0:1787848575.865389:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087488 00000100:00100000:3.0:1787848575.865408:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787848575.865414:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+10:22760:x1874694535087488:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787848575.865428:0:22776:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787848575.865433:0:22776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1787848575.865497:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+10:22760:x1874694535087488:12345-0@lo:256:mount.lustre.0 Request processed in 82us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.865504:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787848575.865537:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087488:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787848575.866018:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535087104:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787848575.866051:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535087104 offset 0 length 520: 4 10000000:01000000:3.0:1787848575.867623:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787848575.867730:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.867743:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848575.867751:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac485d7800 from 1 10000000:01000000:3.0:1787848575.867754:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787848575.867800:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.867808:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.867831:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.867855:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087616:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787848575.867923:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.867972:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ee73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.868088:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087616 00000100:00100000:0.0:1787848575.868097:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087616 00000100:00100000:0.0:1787848575.868153:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787848575.868163:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+10:22760:x1874694535087616:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848575.868177:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848575.868191:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1b80 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.868216:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.868226:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.868235:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01e00, rc 0) 00000100:00100000:0.0:1787848575.871794:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535087616:12345-0@lo:101:mount.lustre.0 Request processed in 3622us (3861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.871807:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787848575.872081:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087616:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848575.872107:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.872120:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.872206:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087744:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848575.872257:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.872359:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ee73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.872415:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087744 00000100:00100000:0.0:1787848575.872421:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087744 00000100:00100000:0.0:1787848575.872464:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787848575.872474:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535087744:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.872623:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535087744:12345-0@lo:501:mount.lustre.0 Request processed in 150us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.872644:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787848575.872722:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087744:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848575.872754:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087872:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848575.872802:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848575.872825:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6ca47780 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.872873:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535087872 00000100:00100000:0.0:1787848575.872877:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535087872 00000100:00100000:0.0:1787848575.876065:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848575.876095:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535087872:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848575.876315:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535087872:12345-0@lo:503:mount.lustre.0 Request processed in 235us (3510us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.876323:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787848575.876560:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535087872:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787848575.877021:0:22809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22809:1874694535088000:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.877088:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848575.877132:0:22809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48566780 going to sleep for 11 seconds 00000100:00100000:2.0:1787848575.877243:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088000 00000100:00100000:2.0:1787848575.877250:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088000 00000100:00100000:2.0:1787848575.877281:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787848575.877316:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22809:x1874694535088000:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787848575.877758:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22809:x1874694535088000:12345-0@lo:502:llog_process_th.0 Request processed in 442us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848575.877765:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787848575.877851:0:22809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22809:1874694535088000:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787848575.877876:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848575.877885:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.877887:0:22809:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787848575.877893:0:22809:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac485d7800 00000020:00000080:1.0:1787848575.877896:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848575.877903:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848575.877905:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.877906:0:22809:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787848575.877909:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848575.877911:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.877912:0:22809:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787848575.877915:0:22809:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac485d7800 00000020:00000080:1.0:1787848575.877916:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848575.877980:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848575.877983:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.877985:0:22809:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787848575.877987:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848575.877989:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.879084:0:22809:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787848575.879095:0:22809:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac485d7800 00000020:00000080:1.0:1787848575.879098:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848575.879133:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848575.879137:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.879138:0:22809:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787848575.879141:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848575.879144:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.879145:0:22809:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787848575.879149:0:22809:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac485d7800 00000020:00000080:1.0:1787848575.879151:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787848575.879209:0:22809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22809:1874694535088128:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.879270:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848575.879325:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088128 00000100:00100000:1.0:1787848575.879331:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088128 00000100:00100000:1.0:1787848575.879359:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787848575.879367:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22809:x1874694535088128:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.879464:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22809:x1874694535088128:12345-0@lo:502:llog_process_th.0 Request processed in 98us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.879472:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787848575.879514:0:22809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48566780 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.879529:0:22809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22809:1874694535088128:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787848575.879553:0:22809:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848575.879557:0:22809:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848575.879559:0:22809:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787848575.879563:0:22809:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1787848575.881483:0:22760:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787848575.881520:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787848575.881540:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.881552:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848575.881606:0:22760:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787848575.881609:0:22760:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8eac485d7800 10000000:01000000:3.0:1787848575.881612:0:22760:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8eac485d7800 10000000:01000000:3.0:1787848575.881622:0:22760:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787848575.881629:0:22760:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8eac485d7800 from 1 10000000:01000000:3.0:1787848575.881631:0:22760:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787848575.881668:0:22760:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.881676:0:22760:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.881687:0:22760:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.881711:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088256:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787848575.881773:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.881812:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac513cf000 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.885734:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088256 00000100:00100000:1.0:1787848575.885752:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088256 00000100:00100000:1.0:1787848575.885825:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787848575.885835:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22760:x1874694535088256:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848575.885852:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848575.885873:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7da61400/0x23626ab2a31c1b95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1b8e expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.885902:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da61400/0x23626ab2a31c1b95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1b8e expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.885913:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7da61400/0x23626ab2a31c1b95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1b8e expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.885933:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7da61400, rc 0) 00000100:00100000:1.0:1787848575.886038:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535088256:12345-0@lo:101:mount.lustre.0 Request processed in 204us (4264us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.886045:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787848575.888729:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088256:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848575.888758:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b95 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.888771:0:22760:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1b95 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.888860:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088384:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848575.888922:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.888976:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac513cf000 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.894412:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088384 00000100:00100000:0.0:1787848575.894428:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088384 00000100:00100000:0.0:1787848575.894496:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787848575.894507:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535088384:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848575.894692:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535088384:12345-0@lo:501:mount.lustre.0 Request processed in 186us (5768us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.894699:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787848575.894850:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088384:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848575.894905:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088512:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787848575.894967:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.894999:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac513cf000 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.897706:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088512 00000100:00100000:0.0:1787848575.897720:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088512 00000100:00100000:0.0:1787848575.897775:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787848575.897786:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535088512:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848575.897938:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535088512:12345-0@lo:503:mount.lustre.0 Request processed in 154us (2970us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.897945:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787848575.901386:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535088512:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848575.901891:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535088640:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787848575.901985:0:22813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.902032:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c9c0900 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.902086:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088640 00000100:00100000:1.0:1787848575.902092:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088640 00000100:00100000:1.0:1787848575.902142:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787848575.902151:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535088640:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.902274:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535088640:12345-0@lo:502:llog_process_th.0 Request processed in 123us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.902281:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787848575.902344:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535088640:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787848575.902397:0:22813:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787848575.902412:0:22813:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8eab43b019d0) 00000020:00000080:1.0:1787848575.902431:0:22813:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1787848575.902517:0:22813:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac485d7800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787848575.902521:0:22813:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac485d7800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787848575.902524:0:22813:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac485d7800 4 00010000:00080000:1.0:1787848575.902557:0:22813:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac4f7fc000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1787848575.908652:0:22813:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1787848575.913489:0:22813:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1787848575.913548:0:22813:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787848575.913562:0:22813:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x23626ab2a31c1ba3 00000100:00080000:2.0:1787848575.913572:0:22813:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787848575.913578:0:22813:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8eac4f7fc000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848575.913614:0:22813:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6fa8d2c0 x1874694535088768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848575.913653:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535088768:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848575.913718:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787848575.913768:0:22813:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787848575.915725:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088768 00000100:00100000:1.0:1787848575.915737:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088768 00000100:00100000:1.0:1787848575.915775:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787848575.915783:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3614:x1874694535088768:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787848575.915867:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3614:x1874694535088768:12345-0@lo:38:llog_process_th.0 Request processed in 83us (2148us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787848575.915880:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787848575.916032:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787848575.916041:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac4f7fc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848575.916046:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787848575.916050:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535088768:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848575.924550:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535088896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787848575.924644:0:22813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848575.924709:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913480 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.924933:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535088896 00000100:00100000:1.0:1787848575.924941:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535088896 00000100:00100000:1.0:1787848575.925005:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787848575.925015:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535088896:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787848575.925150:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535088896:12345-0@lo:502:llog_process_th.0 Request processed in 136us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848575.925167:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787848575.925456:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535088896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787848575.925510:0:22813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535089024:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787848575.925571:0:22813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848575.925589:0:22813:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913480 going to sleep for 11 seconds 00000100:00100000:0.0:1787848575.925655:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089024 00000100:00100000:0.0:1787848575.925660:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089024 00000100:00100000:0.0:1787848575.925701:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787848575.925709:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535089024:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787848575.925812:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22813:x1874694535089024:12345-0@lo:502:llog_process_th.0 Request processed in 104us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.925819:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848575.925927:0:22813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22813:1874694535089024:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1787848575.925968:0:22813:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787848575.926452:0:22760:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787848575.926487:0:22760:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787848575.929767:0:22760:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b95 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.929787:0:22760:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5000/0x23626ab2a31c1b8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1b95 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787848575.929868:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787848575.929870:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787848575.929871:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787848575.929873:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787848575.929874:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787848575.929875:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787848575.929876:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787848575.929878:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787848575.929880:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787848575.929881:0:22760:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787848575.929885:0:22760:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1787848575.929887:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787848575.929889:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787848575.929890:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787848575.929891:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787848575.929896:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787848575.929897:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787848575.929898:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787848575.929899:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787848575.929900:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787848575.929901:0:22760:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787848575.929931:0:22760:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787848575.929962:0:22760:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535089152:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787848575.930031:0:22760:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848575.930064:0:22760:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c9c0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848575.930157:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089152 00000100:00100000:1.0:1787848575.930165:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089152 00000100:00100000:1.0:1787848575.930217:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787848575.930227:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535089152:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787848575.930256:0:22776:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1787848575.930271:0:22776:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787848575.936482:0:22776:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787848575.936500:0:22776:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787848575.936833:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22760:x1874694535089152:12345-0@lo:253:mount.lustre.0 Request processed in 6603us (6797us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848575.936846:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787848575.936913:0:22760:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22760:1874694535089152:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787848575.936926:0:22760:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1787848575.936930:0:22760:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787848575.936932:0:22760:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787848575.936933:0:22760:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787848575.936934:0:22760:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787848575.936935:0:22760:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787848575.936936:0:22760:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787848575.936938:0:22760:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787848575.936939:0:22760:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787848575.936941:0:22760:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787848575.936943:0:22760:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787848575.936969:0:22760:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1787848575.937411:0:22797:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787848575.937417:0:22797:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787848575.937441:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.937456:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.937464:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.937515:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 11 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848575.937531:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 11 pid: 22776 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848575.937544:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535089280:0@lo:104: 00000100:00100000:1.0:1787848575.937585:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848575.937656:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac485660c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848575.954480:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089280 00000100:00100000:3.0:1787848575.954492:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089280 00000100:00100000:3.0:1787848575.954543:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848575.954553:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb083c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535089280:12345-0@lo:104: 00010000:00010000:3.0:1787848575.954571:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.954674:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787848575.954681:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb083c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535089280:12345-0@lo:104: Request processed in 130us (17096us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.954688:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848575.954764:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535089280:0@lo:104: 00010000:00010000:0.0:1787848575.954938:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955056:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787848575.955062:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955070:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5600 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848575.955075:0:22770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955084:0:22770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848575.955092:0:22770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848575.955097:0:22770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787848575.955138:0:22770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955145:0:22770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848575.955168:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955174:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5600/0x23626ab2a31c1b72 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b79 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848575.955194:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848575.955201:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848575.955203:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848575.958166:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535089408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848575.958248:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848575.959378:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089408 00000100:00100000:3.0:1787848575.959390:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089408 00010000:00010000:3.0:1787848575.959426:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 12 pid: 22776 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848575.959460:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848575.959469:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:3617:x1874694535089408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848575.959484:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848575.959488:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 12 pid: 22776 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959500:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 12 pid: 22776 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959518:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5400/0x23626ab2a31c1b79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1b72 expref: 12 pid: 22776 timeout: 700 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959537:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959553:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787848575.959571:0:22766:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022154105s 00010000:00010000:3.0:1787848575.959575:0:22766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959582:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959587:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959594:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959601:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848575.959605:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959612:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959629:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848575.959639:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848575.959688:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:3617:x1874694535089408:12345-0@lo:103:ldlm_bl.0 Request processed in 221us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848575.959695:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1787848575.959767:0:22797:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.959776:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848575.959781:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1baa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848575.959819:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535089408:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1787848575.971058:0:22760:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:0.0:1787848575.971553:0:22760:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1787848575.971636:0:22821:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1787848575.971641:0:22821:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1787848575.971889:0:22822:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1787848575.972589:0:22822:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787848575.976684:0:22822:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787848575.976779:0:22822:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:1.0:1787848575.978856:0:22760:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:3.0:1787848575.985899:0:22823:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8eac5430fc00 x1874694535089536/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848575.985913:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000040:01000000:0.0:1787848575.986394:0:22760:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1787848575.986428:0:22760:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1787848575.986838:0:22760:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1787848575.986845:0:22760:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1787848575.986877:0:22760:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787848575.989095:0:22760:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787848575.990139:0:22760:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1787848575.990188:0:22760:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1787848575.990928:0:22760:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1787848575.991793:0:22760:0:(osd_handler.c:5584:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1787848575.994193:0:22760:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1787848575.996531:0:22760:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787848575.996569:0:22760:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb1a741ca3988 00100000:10000000:2.0:1787848575.996577:0:22760:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787848575.997395:0:22760:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787848575.997412:0:22760:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787848575.997435:0:22760:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=45 00000080:00000004:2.0:1787848575.997457:0:22760:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1787848576.000972:0:22760:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787848576.001224:0:22760:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787848576.506650:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787848576.955511:0:22817:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787848576.955523:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848576.957675:0:22817:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787848576.957691:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1787848577.015466:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 10000000:01000000:2.0:1787848577.400026:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787848577.400035:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eac485d7800 from 11 10000000:01000000:2.0:1787848577.400043:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787848577.400106:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848577.400118:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848577.400129:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848577.400156:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535089664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787848577.400232:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848577.400316:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913300 going to sleep for 11 seconds 00000100:00100000:0.0:1787848577.407890:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089664 00000100:00100000:0.0:1787848577.407907:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089664 00000100:00100000:0.0:1787848577.407983:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787848577.407994:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+11:22778:x1874694535089664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848577.408021:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848577.408042:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1bb1 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848577.408072:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848577.408097:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848577.408107:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00e00, rc 0) 00000100:00100000:0.0:1787848577.408191:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22778:x1874694535089664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 199us (7959us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848577.408198:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787848577.408739:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535089664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787848577.408761:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848577.408770:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848577.408844:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535089792:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787848577.408883:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848577.408941:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913300 going to sleep for 11 seconds 00000100:00100000:1.0:1787848577.409039:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089792 00000100:00100000:1.0:1787848577.409044:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089792 00000100:00100000:1.0:1787848577.409086:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787848577.409093:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22778:x1874694535089792:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787848577.409108:0:22776:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787848577.409124:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787848577.409128:0:22776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1787848577.409202:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:22778:x1874694535089792:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848577.409211:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787848577.409385:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8f840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535089792:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787848577.409424:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787848577.409432:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848577.409441:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848577.530086:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787848577.975172:0:22817:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787848577.975185:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848577.975406:0:22817:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1787848577.975456:0:22817:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848577.975650:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1787848578.043086:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:3.0:1787848578.550474:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848579.062400:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:3.0:1787848579.580993:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848580.087020:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:3.0:1787848580.599576:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787848580.779206:0:23066:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1787848581.110483:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000100:00080000:1.0:1787848581.174587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787848581.174594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787848581.174597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848581.174606:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:1.0:1787848581.174612:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787848581.174618:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8eab43ca1800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848581.174639:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb08780 x1874694535090048/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848581.174650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848581.174654:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848581.174657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848581.174660:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848581.174663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787848581.174666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787848581.174667:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eac4f7fc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787848581.174671:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8eac4f7fc000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848581.174679:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0b0c0 x1874694535090176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787848581.174752:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535089920:0@lo:400:kworker.0 00000100:00100000:0.0:1787848581.174820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848581.175019:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089920 00000100:00100000:1.0:1787848581.175026:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089920 00000100:00100000:1.0:1787848581.175084:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787848581.175092:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:3618:x1874694535089920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848581.175140:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:3618:x1874694535089920:12345-0@lo:400:kworker.0 Request processed in 49us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848581.175147:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787848581.175187:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535089920:0@lo:400:kworker.0 00000100:00100000:2.0:1787848581.176503:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090048:0@lo:38:kworker.0 00000100:00100000:2.0:1787848581.176555:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848581.176598:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535090176:0@lo:38:kworker.0 00000100:00100000:2.0:1787848581.176622:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848581.176735:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090048 00000100:00100000:0.0:1787848581.176742:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090048 00000100:00100000:0.0:1787848581.176774:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787848581.176781:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3614:x1874694535090048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787848581.176799:0:22787:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787848581.176859:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3614:x1874694535090048:12345-0@lo:38:kworker.0 Request processed in 78us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848581.176866:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787848581.176984:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848581.176990:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848581.176993:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090048:0@lo:38:kworker.0 00000100:00100000:1.0:1787848581.177071:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090176 00000100:00100000:1.0:1787848581.177076:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090176 00000100:00100000:1.0:1787848581.177104:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787848581.177109:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1874694535090176:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1787848581.177124:0:22783:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 606 last 0 00000020:00000080:1.0:1787848581.177157:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x23626ab2a31c1bbf 00000004:00100000:1.0:1787848581.177173:0:22783:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787848581.177327:0:22783:0:(import.c:65:import_set_state_nolock()) ffff8eac4488f000 : changing import state from RECOVER to FULL 00010000:00080000:3.0:1787848581.177506:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8eac7cb0b0c0 x1874694535090176/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787848581.177520:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787848581.177527:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787848581.177531:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787848581.177533:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac4f7fc000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787848581.177538:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3614:1874694535090176:0@lo:38:kworker.0 00000100:00100000:1.0:1787848581.177873:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3614:x1874694535090176:12345-0@lo:38:kworker.0 Request processed in 761us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848581.177881:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:2.0:1787848581.630920:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787848581.673374:0:23118:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787848581.673596:0:23118:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787848582.134362:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000020:00000004:3.0:1787848582.418120:0:23168:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787848582.418490:0:23168:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787848582.648429:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848583.158971:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:2.0:1787848583.672982:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848584.182641:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:1.0:1787848584.698073:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848585.208005:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787848585.270380:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848575/real 1787848575] req@ffff8eac5430cf00 x1874694535087104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848585.274079:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430cf00 x1874694535087104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848585.274331:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848575/real 1787848575] req@ffff8eac5430e580 x1874694535086976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848585 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848585.274356:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430e580 x1874694535086976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848585 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787848585.274395:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848585.275085:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848585.275092:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535087104:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787848585.275099:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848585.275106:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848585.275109:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535086976:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787848585.275400:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787848585.275406:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787848585.275408:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848585.275414:0:21160:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 606 00000100:00080000:3.0:1787848585.275419:0:21160:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787848585.275426:0:21160:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8eab43ca1800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848585.275446:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430e940 x1874694535090432/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848585.275459:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848585.275462:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787848585.275464:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848585.275467:0:21160:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:3.0:1787848585.275469:0:21160:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787848585.275472:0:21160:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8eab43ca0800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848585.275483:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430cb40 x1874694535090560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848585.275491:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848585.275493:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787848585.275495:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848585.275498:0:21160:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:3.0:1787848585.275500:0:21160:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787848585.275503:0:21160:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8eac6d24c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848585.275526:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430f840 x1874694535090688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787848585.275533:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848585.275545:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535090304:0@lo:400:kworker.0 00000100:00100000:1.0:1787848585.275610:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848585.275667:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535090816:0@lo:400:kworker.0 00000100:00100000:1.0:1787848585.275695:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848585.275700:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090304 00000100:00100000:3.0:1787848585.275708:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090304 00000100:00100000:3.0:1787848585.275750:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787848585.275759:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:3616:x1874694535090304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848585.275818:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:3616:x1874694535090304:12345-0@lo:400:kworker.0 Request processed in 60us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848585.275826:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787848585.276578:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090816 00000100:00100000:1.0:1787848585.276585:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090816 00000100:00100000:1.0:1787848585.276639:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787848585.276657:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535090816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848585.276711:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535090816:12345-0@lo:400:kworker.0 Request processed in 55us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848585.276717:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848585.276882:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090432:0@lo:38:kworker.0 00000100:00100000:0.0:1787848585.276937:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848585.277034:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090560:0@lo:8:kworker.0 00000400:00000100:0.0:1787848585.277058:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535090560 offset 0 length 520: 4 00000100:00100000:0.0:1787848585.277079:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090688:0@lo:8:kworker.0 00000400:00000100:0.0:1787848585.277098:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535090688 offset 0 length 520: 4 00010000:00080000:1.0:1787848585.277893:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8eac5430c780 x1874694535090816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848585.277908:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535090816:0@lo:400:kworker.0 00000100:00100000:1.0:1787848585.277921:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535090304:0@lo:400:kworker.0 00000100:00100000:3.0:1787848585.278217:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090432 00000100:00100000:3.0:1787848585.278223:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090432 00000100:00100000:3.0:1787848585.278251:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787848585.278258:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d333840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3614:x1874694535090432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787848585.278277:0:22787:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787848585.278354:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d333840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3614:x1874694535090432:12345-0@lo:38:kworker.0 Request processed in 96us (1416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787848585.278361:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1787848585.278655:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848585.278661:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787848585.278665:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090432:0@lo:38:kworker.0 00010000:00010000:2.0:1787848585.719004:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848586.230377:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:1.0:1787848586.742764:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787848587.193261:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787848587.254402:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:2.0:1787848587.768767:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848588.279415:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:2.0:1787848588.791502:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787848589.172490:0:23513:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787848589.172494:0:23513:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:1.0:1787848589.172496:0:23513:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1787848589.172703:0:23513:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8eab43de1800 00000020:01000004:1.0:1787848589.172719:0:23513:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1787848589.172787:0:23513:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1787848589.172804:0:23513:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8eab43b04d70) 00000020:00000080:1.0:1787848589.172821:0:23513:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787848589.227795:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787848589.228240:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.229928:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.230137:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.230422:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.230930:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.231260:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.231609:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.231797:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.232004:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.232314:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.232550:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.233701:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.234350:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.234592:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.234806:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.235005:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.235562:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1787848589.235848:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.236328:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.237673:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:0.0:1787848589.237995:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787848589.239007:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.239831:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.240253:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.240815:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.241021:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.241398:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1787848589.241615:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787848589.242071:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.242473:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1787848589.242676:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.242939:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1787848589.243141:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787848589.244029:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.244449:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.244649:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787848589.245409:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.245622:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.245852:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787848589.246058:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787848589.246445:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787848589.246632:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787848589.246898:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.247459:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1787848589.249237:0:23513:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00080000:01000000:1.0:1787848589.252372:0:23513:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787848589.252608:0:23513:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1787848589.252620:0:23513:0:(osd_handler.c:8928:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787848589.252634:0:23513:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1bcd 00000020:01000004:1.0:1787848589.252640:0:23513:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1787848589.252661:0:23513:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787848589.252664:0:23513:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1787848589.252671:0:23513:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1787848589.252707:0:23513:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1787848589.252712:0:23513:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1787848589.257096:0:23513:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787848589.257135:0:23513:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.106@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1787848589.257139:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787848589.257141:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787848589.257142:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848589.257143:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848589.257144:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848589.257146:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848589.257147:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787848589.257149:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848589.257151:0:23513:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787848589.257155:0:23513:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1787848589.257157:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787848589.257158:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787848589.257222:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848589.257224:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848589.257225:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848589.257226:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848589.257228:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787848589.257229:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848589.257230:0:23513:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787848589.257258:0:23513:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787848589.257545:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535090944:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787848589.257749:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.257800:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac439eca80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.257945:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535090944 00000100:00100000:0.0:1787848589.257953:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535090944 00000100:00100000:0.0:1787848589.258010:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787848589.258020:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:23513:x1874694535090944:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787848589.258048:0:22776:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1787848589.258052:0:22776:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1787848589.258059:0:22776:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1787848589.258703:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:23513:x1874694535090944:12345-0@lo:253:mount.lustre.0 Request processed in 682us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.258712:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787848589.258742:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535090944:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787848589.258753:0:23513:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787848589.258756:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787848589.258758:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787848589.258759:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787848589.258760:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787848589.258761:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787848589.258762:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787848589.258763:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787848589.258765:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787848589.258766:0:23513:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787848589.258787:0:23513:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8eab43de1800 from lustre-MDT0001 10000000:01000000:2.0:1787848589.258815:0:23513:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1787848589.258818:0:23513:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787848589.258829:0:23513:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8eab422bcd70 local copy 00010000:00010000:2.0:1787848589.258841:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.258935:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848589.258966:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.259013:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6ca47cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.259120:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091072 00000100:00100000:1.0:1787848589.259125:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091072 00000100:00100000:1.0:1787848589.259162:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787848589.259178:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:23513:x1874694535091072:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848589.259394:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:23513:x1874694535091072:12345-0@lo:501:mount.lustre.0 Request processed in 217us (426us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787848589.259410:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787848589.261034:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091072:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787848589.261057:0:23513:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787848589.261104:0:23513:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787848589.261112:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.261123:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.261186:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8eab43de1800 10000000:01000000:2.0:1787848589.261192:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787848589.261197:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8eab422bcd70 10000000:01000000:2.0:1787848589.261200:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1787848589.261203:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8eab422bcd70 from 1 10000000:01000000:2.0:1787848589.261206:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1787848589.261236:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.261245:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.261255:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.261299:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787848589.261359:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.261396:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6ca47cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.261726:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091200 00000100:00100000:1.0:1787848589.261733:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091200 00000100:00100000:1.0:1787848589.261781:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787848589.261790:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+12:23513:x1874694535091200:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848589.261803:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848589.261816:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7da60400/0x23626ab2a31c1bdb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1bd4 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.261837:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da60400/0x23626ab2a31c1bdb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1bd4 expref: 13 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.261847:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7da60400/0x23626ab2a31c1bdb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1bd4 expref: 13 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.261855:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7da60400, rc 0) 00000100:00100000:1.0:1787848589.261900:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+13:23513:x1874694535091200:12345-0@lo:101:mount.lustre.0 Request processed in 111us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.261907:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787848589.261985:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787848589.261998:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bdb expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262018:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1bdb expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.262034:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1787848589.262051:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bdb expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262198:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f3c00/0x23626ab2a31c1bd4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bdb expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.262208:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8eab43de1800 10000000:01000000:2.0:1787848589.262211:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787848589.262215:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8eab43de1800 from 1 10000000:01000000:2.0:1787848589.262217:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787848589.262233:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262240:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262248:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.262261:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091328:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787848589.262317:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.262333:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6ca47cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.262449:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091328 00000100:00100000:1.0:1787848589.262454:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091328 00000100:00100000:1.0:1787848589.262491:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787848589.262498:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+13:23513:x1874694535091328:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848589.262507:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848589.262516:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1be9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1be2 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.262531:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1be9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1be2 expref: 14 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.262546:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7da61c00/0x23626ab2a31c1be9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1be2 expref: 14 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.262553:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7da61c00, rc 0) 00000100:00100000:1.0:1787848589.262581:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+14:23513:x1874694535091328:12345-0@lo:101:mount.lustre.0 Request processed in 84us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.262588:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848589.262795:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091328:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787848589.262807:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1be9 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262814:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1be9 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.262825:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787848589.262870:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1be9 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262884:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f2c00/0x23626ab2a31c1be2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1be9 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.262891:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787848589.262894:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787848589.262899:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8eab43de1800 10000000:01000000:2.0:1787848589.262901:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787848589.262904:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1787848589.262906:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1787848589.262919:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262926:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.262933:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.262947:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091456:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787848589.262974:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.263015:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6ca47cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.263166:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091456 00000100:00100000:3.0:1787848589.263171:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091456 00000100:00100000:3.0:1787848589.263204:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787848589.263211:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+14:23513:x1874694535091456:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848589.263219:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848589.263227:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4400/0x23626ab2a31c1bf7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1bf0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.263256:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4400/0x23626ab2a31c1bf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1bf0 expref: 15 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.263265:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4400/0x23626ab2a31c1bf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1bf0 expref: 15 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.263271:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4400, rc 0) 00000100:00100000:3.0:1787848589.263330:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091456:12345-0@lo:101:mount.lustre.0 Request processed in 119us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.263337:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848589.263416:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787848589.263427:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bf7 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.263434:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1bf7 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787848589.264718:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1787848589.266156:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787848589.270423:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787848589.270480:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1787848589.270495:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1787848589.270508:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1787848589.270524:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1787848589.270537:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1787848589.270549:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1787848589.270563:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1787848589.270577:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1787848589.270591:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1787848589.270602:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1787848589.270615:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1787848589.270629:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1787848589.270644:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1787848589.270660:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1787848589.270674:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1787848589.270699:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1787848589.270716:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1787848589.270796:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1787848589.270815:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1787848589.270830:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1787848589.270843:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1787848589.270856:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1787848589.270869:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1787848589.270884:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1787848589.270899:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1787848589.270913:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1787848589.270927:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1787848589.270941:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1787848589.270967:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1787848589.270980:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1787848589.270995:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1787848589.271138:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1787848589.271158:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1787848589.271173:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1787848589.271187:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1787848589.271200:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1787848589.271212:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1787848589.271226:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1787848589.271239:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1787848589.271271:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1787848589.271325:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1787848589.271344:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1787848589.271358:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1787848589.271386:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1787848589.271392:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1787848589.271502:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848589.271569:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.271725:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.272855:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091584 00000100:00100000:3.0:1787848589.272867:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091584 00000100:00100000:3.0:1787848589.272925:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787848589.272935:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091584:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848589.273311:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091584:12345-0@lo:501:mount.lustre.0 Request processed in 377us (1741us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.273320:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787848589.273418:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848589.273457:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091712:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848589.273503:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.273530:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.273608:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091712 00000100:00100000:0.0:1787848589.273614:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091712 00000100:00100000:0.0:1787848589.273647:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787848589.273655:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091712:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848589.274967:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091712:12345-0@lo:503:mount.lustre.0 Request processed in 1309us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.274978:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787848589.275091:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091712:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787848589.275531:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787848589.275602:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848589.275646:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.275705:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.276149:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091840 00000100:00100000:3.0:1787848589.276156:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091840 00000100:00100000:3.0:1787848589.276198:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787848589.276207:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091840:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848589.277356:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091840:12345-0@lo:502:mount.lustre.0 Request processed in 1147us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.277365:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787848589.277578:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848589.277798:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787848589.277830:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1787848589.277845:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1787848589.277860:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1787848589.277873:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1787848589.277885:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1787848589.277899:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1787848589.277912:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1787848589.277925:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1787848589.277952:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1787848589.277966:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1787848589.277978:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1787848589.277992:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1787848589.278019:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1787848589.278033:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1787848589.278047:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1787848589.278235:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1787848589.278252:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1787848589.278265:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1787848589.278279:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1787848589.278375:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1787848589.278391:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1787848589.278404:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1787848589.278417:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1787848589.278430:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1787848589.278454:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1787848589.278469:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1787848589.278481:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1787848589.278494:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1787848589.278506:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1787848589.278526:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1787848589.278538:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1787848589.278550:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1787848589.278562:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1787848589.278573:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1787848589.278587:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1787848589.278599:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1787848589.278610:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1787848589.278624:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1787848589.278638:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1787848589.278651:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1787848589.278677:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1787848589.278706:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1787848589.278721:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1787848589.278773:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848589.278830:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.278987:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.282517:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535091968 00000100:00100000:0.0:1787848589.282533:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535091968 00000100:00100000:0.0:1787848589.282606:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787848589.282617:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848589.283034:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535091968:12345-0@lo:502:mount.lustre.0 Request processed in 418us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.283043:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787848589.284517:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535091968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848589.284718:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1787848589.284798:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1787848589.285919:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.285930:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.285933:0:23517:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787848589.285938:0:23517:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1787848589.285941:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848589.286022:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8eac7d234d70) 00000020:00000080:0.0:1787848589.286045:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1787848589.286051:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787848589.286248:0:23517:0:(osd_handler.c:8928:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787848589.286256:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1c05 00000020:00000080:0.0:1787848589.286885:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787848589.286892:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848589.286897:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.286899:0:23517:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787848589.286902:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.286906:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.286908:0:23517:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1787848589.286911:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848589.286920:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8eac6ca14d70) 00000020:00000080:0.0:1787848589.286933:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1787848589.286937:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787848589.286939:0:23517:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1787848589.286942:0:23517:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1787848589.287148:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787848589.287208:0:23517:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eab43de1800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1787848589.287221:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8eac6ca133a0) 00000020:00000080:0.0:1787848589.287233:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1787848589.287625:0:23517:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787848589.287635:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1c1a 00000020:00000080:0.0:1787848589.287829:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1787848589.287836:0:23517:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787848589.287841:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x23626ab2a31c1c21 00080000:01000000:0.0:1787848589.287847:0:23517:0:(osd_handler.c:8928:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787848589.287851:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1c28 00000100:00100000:0.0:1787848589.302495:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:1.0:1787848589.366273:0:23517:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1787848589.366823:0:23517:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1787848589.367219:0:23517:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1787848589.368341:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1787848589.368354:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848589.368360:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.368363:0:23517:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1787848589.368367:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848589.368372:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.368374:0:23517:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1787848589.368377:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787848589.368382:0:23517:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:00000080:1.0:1787848589.368408:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787848589.368423:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8eab43b00000) 00000020:00000080:1.0:1787848589.368444:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1787848589.368448:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787848589.368519:0:23517:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1787848589.368526:0:23517:0:(osd_handler.c:8928:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787848589.368535:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1c36 00010000:00080000:1.0:1787848589.368586:0:23517:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac438e5000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1787848589.372210:0:23517:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1787848589.376666:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787848589.376694:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787848589.376819:0:23517:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787848589.376850:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1c3d 00000100:00080000:3.0:1787848589.376865:0:23517:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787848589.376873:0:23517:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8eac438e5000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848589.376918:0:23517:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430c3c0 x1874694535092096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787848589.376990:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092096:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787848589.377200:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.377321:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092096 00000100:00100000:2.0:1787848589.377329:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092096 00000100:00100000:2.0:1787848589.377362:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787848589.377370:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3614:x1874694535092096:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787848589.377393:0:22787:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 614 last 0 00000020:00000080:2.0:1787848589.377426:0:22787:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1c44 00000004:00100000:2.0:1787848589.377441:0:22787:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787848589.377447:0:22787:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1787848589.377577:0:23517:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1787848589.377636:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848589.377642:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377644:0:23517:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1787848589.377647:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787848589.377649:0:23517:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787848589.377651:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.377652:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.377654:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787848589.377657:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377659:0:23517:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787848589.377662:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848589.377667:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377669:0:23517:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1787848589.377672:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787848589.377717:0:23517:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000100:00080000:2.0:1787848589.377813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787848589.377825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787848589.377827:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848589.377832:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 610 00000100:00080000:2.0:1787848589.377837:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787848589.377841:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8eab43ca1800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848589.377860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6fa8e940 x1874694535092224/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000000:3.0:1787848589.377899:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848589.377904:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377906:0:23517:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1787848589.377908:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787848589.377911:0:23517:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787848589.377912:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.377913:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.377915:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787848589.377917:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377919:0:23517:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787848589.377921:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787848589.377931:0:23517:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787848589.377935:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.377937:0:23517:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787848589.377941:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787848589.377946:0:23517:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:3.0:1787848589.377971:0:23517:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787848589.377974:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787848589.377987:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8eab44c30000) 00000020:00000080:3.0:1787848589.378001:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1787848589.378014:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787848589.378089:0:23517:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1787848589.378098:0:23517:0:(osd_handler.c:8928:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787848589.378106:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1c52 00010000:00080000:3.0:1787848589.378141:0:23517:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac6fb97800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1787848589.378447:0:23517:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1787848589.379646:0:23517:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787848589.379902:0:23517:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1787848589.381457:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535092224:0@lo:38:kworker.0 00000040:00080000:3.0:1787848589.381479:0:23517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787848589.381820:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787848589.381842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848589.381848:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848589.381851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848589.381854:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787848589.381896:0:22786:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1787848589.381906:0:22786:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:2.0:1787848589.381911:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787848589.381923:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535092352:0@lo:400:kworker.0 00000040:00080000:3.0:1787848589.383672:0:23517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1787848589.383909:0:23517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:2.0:1787848589.384126:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.384186:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092352 00000100:00100000:2.0:1787848589.384195:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092352 00000100:00100000:2.0:1787848589.384245:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787848589.384255:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535092352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848589.384344:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8d2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535092352:12345-0@lo:400:kworker.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848589.384353:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1787848589.384394:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8eac6fa8c780 x1874694535092352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848589.384410:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535092352:0@lo:400:kworker.0 00000100:00100000:2.0:1787848589.385344:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092224 00000100:00100000:2.0:1787848589.385352:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092224 00000100:00100000:1.0:1787848589.385510:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848589.385517:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb08780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3614:x1874694535092224:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787848589.385606:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb08780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3614:x1874694535092224:12345-0@lo:38:kworker.0 Request processed in 88us (3789us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787848589.385614:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787848589.385738:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787848589.385746:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787848589.385751:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787848589.385754:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535092224:0@lo:38:kworker.0 00000040:00080000:0.0:1787848589.385924:0:23523:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787848589.385930:0:23523:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787848589.387798:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787848589.387812:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787848589.387848:0:23517:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787848589.387870:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1c59 00000100:00080000:3.0:1787848589.387881:0:23517:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787848589.387888:0:23517:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8eac6fb97800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848589.387924:0:23517:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430c780 x1874694535092480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848589.387949:0:23517:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787848589.388008:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848589.388019:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.388021:0:23517:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787848589.388024:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787848589.388027:0:23517:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1787848589.388029:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.388030:0:23517:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787848589.388032:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787848589.388034:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.388036:0:23517:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787848589.388038:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787848589.388042:0:23517:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787848589.388045:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848589.388046:0:23517:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787848589.388049:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787848589.388053:0:23517:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.106@tcp to nid 0x20000c0a8cc6a (192.168.204.106@tcp) 00000020:01000000:3.0:1787848589.388075:0:23517:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787848589.388077:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787848589.388088:0:23517:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8eab44c333a0) 00000020:00000080:3.0:1787848589.388115:0:23517:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1787848589.388120:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00080000:0.0:1787848589.388145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.388150:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848589.388153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.388156:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787848589.388202:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092480:0@lo:8:llog_process_th.0 00000004:00080000:3.0:1787848589.388239:0:23517:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1787848589.388248:0:23517:0:(osd_handler.c:8928:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787848589.388256:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x23626ab2a31c1c67 00000400:00000100:2.0:1787848589.388261:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535092480 offset 0 length 520: 4 00010000:00080000:3.0:1787848589.388307:0:23517:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac70202000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:3.0:1787848589.388508:0:23517:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1787848589.388569:0:23517:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787848589.388591:0:23517:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1787848589.390150:0:22787:0:(import.c:65:import_set_state_nolock()) ffff8eab42c67000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848589.390242:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3614:x1874694535092096:12345-0@lo:38:llog_process_th.0 Request processed in 12869us (13039us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.390253:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787848589.390426:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787848589.390438:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1787848589.390447:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1787848589.390452:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787848589.390455:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac438e5000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787848589.390478:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092096:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848589.390826:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535092608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848589.390868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.391131:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092608 00000100:00100000:1.0:1787848589.391138:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092608 00000100:00100000:1.0:1787848589.391184:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787848589.391194:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1874694535092608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787848589.391220:0:22786:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787848589.391262:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3618:x1874694535092608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.391268:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787848589.391359:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535092608:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1787848589.392646:0:23517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787848589.393006:0:23517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787848589.393261:0:23517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1787848589.393903:0:23525:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787848589.393909:0:23525:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1787848589.395176:0:23517:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787848589.395191:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787848589.395232:0:23517:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787848589.395255:0:23517:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1c6e 00000100:00080000:1.0:1787848589.395266:0:23517:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848589.395273:0:23517:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8eac70202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848589.397803:0:23517:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb09680 x1874694535092736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848589.397896:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb09680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092736:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787848589.397966:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535092736 offset 0 length 520: 4 00000100:00080000:1.0:1787848589.398198:0:23517:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1787848589.398316:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848589.398324:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.398326:0:23517:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787848589.398344:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848589.398348:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.398350:0:23517:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787848589.398352:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787848589.398354:0:23517:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787848589.398356:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848589.398358:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.398359:0:23517:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787848589.398361:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848589.398363:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.398364:0:23517:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787848589.398368:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787848589.398402:0:23517:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848589.398406:0:23517:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848589.398407:0:23517:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787848589.398410:0:23517:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:0.0:1787848589.398595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.398600:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848589.398603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.398606:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1787848589.398983:0:23513:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1787848589.399147:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1787848589.399205:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bf7 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.399230:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f2a00/0x23626ab2a31c1bf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1bf7 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.399238:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eab43de1800 from 1 10000000:01000000:2.0:1787848589.399242:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787848589.399272:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.399281:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.399319:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.399343:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535092864:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787848589.399398:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.399436:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.399546:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092864 00000100:00100000:0.0:1787848589.399554:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092864 00000100:00100000:0.0:1787848589.399619:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787848589.399628:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+15:23513:x1874694535092864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848589.399642:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848589.399654:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1c75 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.399678:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 16 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.399700:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 16 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.399709:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00600, rc 0) 00000100:00100000:0.0:1787848589.400513:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:23513:x1874694535092864:12345-0@lo:101:mount.lustre.0 Request processed in 881us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.400523:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787848589.400705:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535092864:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787848589.400734:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.400744:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.401525:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535092992:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787848589.401589:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.401621:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.401767:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535092992 00000100:00100000:0.0:1787848589.401775:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535092992 00000100:00100000:0.0:1787848589.401864:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787848589.401874:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:23513:x1874694535092992:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787848589.401893:0:22776:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787848589.401910:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787848589.401914:0:22776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787848589.402022:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:23513:x1874694535092992:12345-0@lo:256:mount.lustre.0 Request processed in 150us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.402031:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787848589.402414:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535092992:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787848589.403017:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787848589.403204:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.403216:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848589.403225:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eab43de1800 from 1 10000000:01000000:2.0:1787848589.403228:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787848589.403259:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.403267:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.403277:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.403325:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093120:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787848589.403369:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.403747:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36f540 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.403858:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093120 00000100:00100000:3.0:1787848589.403875:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093120 00000100:00100000:3.0:1787848589.403915:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787848589.403923:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:23513:x1874694535093120:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848589.403935:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848589.403947:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1c83 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.403968:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.403980:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.403989:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4e00, rc 0) 00000100:00100000:3.0:1787848589.404048:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093120:12345-0@lo:101:mount.lustre.0 Request processed in 126us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848589.404209:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093120:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787848589.404223:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.404231:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848589.404864:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000040:00080000:3.0:1787848589.405950:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1787848589.406377:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787848589.406974:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787848589.407124:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1787848589.407143:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1787848589.407157:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1787848589.407172:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1787848589.407186:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1787848589.407199:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1787848589.407212:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1787848589.407226:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787848589.407240:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1787848589.407254:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1787848589.407275:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1787848589.407635:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1787848589.407830:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848589.407900:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.407941:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50d366c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.408117:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093248 00000100:00100000:1.0:1787848589.408125:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093248 00000100:00100000:1.0:1787848589.408216:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787848589.408226:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093248:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848589.408365:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093248:12345-0@lo:501:mount.lustre.0 Request processed in 140us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.408373:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787848589.408448:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093248:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848589.408482:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093376:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787848589.408523:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.408874:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50d366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.408967:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093376 00000100:00100000:0.0:1787848589.408972:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093376 00000100:00100000:0.0:1787848589.409010:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787848589.409018:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093376:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848589.409123:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093376:12345-0@lo:503:mount.lustre.0 Request processed in 105us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.409131:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787848589.409262:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093376:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787848589.409715:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787848589.409805:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093504:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848589.409848:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.409873:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50d366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.410059:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093504 00000100:00100000:0.0:1787848589.410065:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093504 00000100:00100000:0.0:1787848589.410089:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787848589.410096:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093504:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848589.410187:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093504:12345-0@lo:502:mount.lustre.0 Request processed in 90us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.410194:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787848589.410396:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093504:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787848589.410607:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787848589.410634:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1787848589.410649:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1787848589.410663:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1787848589.410677:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1787848589.410701:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1787848589.410713:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1787848589.410732:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1787848589.410745:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787848589.410755:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1787848589.410765:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1787848589.410786:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093632:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848589.410823:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.410850:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50d366c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.411003:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093632 00000100:00100000:0.0:1787848589.411008:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093632 00000100:00100000:0.0:1787848589.411031:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787848589.411038:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093632:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848589.411132:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093632:12345-0@lo:502:mount.lustre.0 Request processed in 94us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.411139:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787848589.411366:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093632:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787848589.411413:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1787848589.411422:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1787848589.412706:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.412718:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.412720:0:23527:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787848589.412789:0:23527:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eab43de1800 00000020:00000080:0.0:1787848589.412792:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787848589.412799:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848589.412801:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.412808:0:23527:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787848589.412811:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.412814:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.412815:0:23527:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787848589.412818:0:23527:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eab43de1800 00000020:00000080:0.0:1787848589.412820:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787848589.412909:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848589.412913:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.412914:0:23527:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787848589.412917:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.412919:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.412920:0:23527:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787848589.412923:0:23527:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eab43de1800 00000020:00000080:0.0:1787848589.412924:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787848589.416676:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848589.416698:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.416701:0:23527:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787848589.416704:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848589.416708:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.416710:0:23527:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787848589.416714:0:23527:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eab43de1800 00000020:00000080:0.0:1787848589.416716:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787848589.416780:0:23527:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848589.416783:0:23527:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848589.416784:0:23527:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787848589.416787:0:23527:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1787848589.416980:0:23513:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787848589.417019:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787848589.417038:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.417146:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848589.417204:0:23513:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787848589.417212:0:23513:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8eab43de1800 10000000:01000000:1.0:1787848589.417215:0:23513:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8eab43de1800 10000000:01000000:1.0:1787848589.417218:0:23513:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787848589.417224:0:23513:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8eab43de1800 from 1 10000000:01000000:1.0:1787848589.417226:0:23513:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787848589.417266:0:23513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.417275:0:23513:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848589.417316:0:23513:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848589.417347:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093760:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787848589.417420:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.417455:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7db97a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.417518:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093760 00000100:00100000:0.0:1787848589.417525:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093760 00000100:00100000:0.0:1787848589.417636:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787848589.417646:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:23513:x1874694535093760:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848589.417658:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848589.417671:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01a00/0x23626ab2a31c1c98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1c91 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.417708:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01a00/0x23626ab2a31c1c98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1c91 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.417718:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01a00/0x23626ab2a31c1c98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1c91 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.417784:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01a00, rc 0) 00000100:00100000:0.0:1787848589.417824:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535093760:12345-0@lo:101:mount.lustre.0 Request processed in 180us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.417831:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787848589.417872:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093760:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848589.417884:0:23513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c98 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.417892:0:23513:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1c98 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787848589.421662:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1787848589.421991:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787848589.423862:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1787848589.423924:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1787848589.423942:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1787848589.423957:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1787848589.423971:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1787848589.423985:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1787848589.424012:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1787848589.424028:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1787848589.424040:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1787848589.425490:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1787848589.425511:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1787848589.426130:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1787848589.426155:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1787848589.426172:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1787848589.426186:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1787848589.426198:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1787848589.426212:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1787848589.426244:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1787848589.426262:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1787848589.426277:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1787848589.427243:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1787848589.427268:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1787848589.427296:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1787848589.427316:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1787848589.427331:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1787848589.427345:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1787848589.427359:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1787848589.427372:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1787848589.427386:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1787848589.427401:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1787848589.427414:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1787848589.427428:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1787848589.427442:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1787848589.427474:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1787848589.427491:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1787848589.427506:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1787848589.427519:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1787848589.427533:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1787848589.427547:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1787848589.427561:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1787848589.427576:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1787848589.427589:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1787848589.427614:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1787848589.427628:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1787848589.427643:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1787848589.427656:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1787848589.427670:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1787848589.427696:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1787848589.430118:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1787848589.430175:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1787848589.430203:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1787848589.430209:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1787848589.430347:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093888:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848589.430419:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848589.430473:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787848589.431503:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535093888 00000100:00100000:2.0:1787848589.431513:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535093888 00000100:00100000:2.0:1787848589.431663:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787848589.431674:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535093888:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848589.431852:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535093888:12345-0@lo:501:mount.lustre.0 Request processed in 180us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848589.431860:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787848589.431951:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535093888:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848589.432005:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094016:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848589.432062:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848589.432533:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.436418:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094016 00000100:00100000:3.0:1787848589.436436:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094016 00000100:00100000:3.0:1787848589.436519:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787848589.436531:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094016:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787848589.438126:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094016:12345-0@lo:503:mount.lustre.0 Request processed in 1588us (6055us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.438139:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787848589.438699:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094016:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787848589.440335:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787848589.440441:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094144:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848589.440519:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.440846:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094144 00000100:00100000:3.0:1787848589.440853:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094144 00000100:00100000:3.0:1787848589.440898:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787848589.440907:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094144:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848589.442123:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094144:12345-0@lo:502:mount.lustre.0 Request processed in 1211us (1598us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.442135:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787848589.442269:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7db97900 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.442648:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094144:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848589.448955:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1787848589.449033:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1787848589.449047:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1787848589.449058:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1787848589.449068:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1787848589.449080:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1787848589.449103:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1787848589.449114:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1787848589.449126:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1787848589.449136:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1787848589.449146:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1787848589.449157:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1787848589.449167:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1787848589.449178:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1787848589.449203:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1787848589.449217:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1787848589.449227:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1787848589.449240:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1787848589.449253:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1787848589.449266:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1787848589.449281:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1787848589.449312:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1787848589.449324:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1787848589.449336:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1787848589.449347:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1787848589.449357:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1787848589.449368:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1787848589.449379:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1787848589.449390:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1787848589.449402:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1787848589.449427:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1787848589.449441:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1787848589.449454:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1787848589.449465:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1787848589.449479:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1787848589.449490:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1787848589.449501:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1787848589.449514:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1787848589.449527:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1787848589.449550:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1787848589.449576:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1787848589.449588:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1787848589.449600:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1787848589.449612:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1787848589.449625:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1787848589.449637:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1787848589.449664:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1787848589.449678:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1787848589.451220:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094272:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848589.451320:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.451364:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7db97900 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.451389:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094272 00000100:00100000:1.0:1787848589.451396:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094272 00000100:00100000:1.0:1787848589.451447:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787848589.451456:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094272:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848589.451592:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094272:12345-0@lo:502:mount.lustre.0 Request processed in 136us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.451599:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787848589.452773:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094272:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848589.453002:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1787848589.453032:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1787848589.453066:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094400:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848589.453119:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.457859:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.457919:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094400 00000100:00100000:3.0:1787848589.457929:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094400 00000100:00100000:3.0:1787848589.458020:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787848589.458030:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094400:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848589.458182:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094400:12345-0@lo:502:mount.lustre.0 Request processed in 153us (5061us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.458190:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787848589.458273:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094400:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848589.458393:0:23513:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:1.0:1787848589.458414:0:23513:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787848589.465307:0:23532:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1787848589.465326:0:23532:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8eac7be08000) 00000020:00000080:1.0:1787848589.465352:0:23532:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1787848589.465456:0:23532:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eab43de1800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787848589.465462:0:23532:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eab43de1800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787848589.465464:0:23532:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eab43de1800 3 00010000:00080000:1.0:1787848589.465496:0:23532:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac42bdd800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1787848589.467184:0:23532:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1787848589.467429:0:23532:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1787848589.467471:0:23532:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787848589.467485:0:23532:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x23626ab2a31c1ca6 00000100:00080000:1.0:1787848589.467498:0:23532:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848589.467505:0:23532:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8eac42bdd800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848589.467547:0:23532:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0a1c0 x1874694535094528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848589.467571:0:23532:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787848589.469226:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535094528:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848589.469326:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848589.470677:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094528 00000100:00100000:1.0:1787848589.470698:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094528 00000100:00080000:0.0:1787848589.470842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.470848:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848589.470851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848589.470854:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787848589.471679:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787848589.471699:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3614:x1874694535094528:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787848589.475758:0:22782:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 614 last 0 00000020:00000080:1.0:1787848589.475808:0:22782:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x23626ab2a31c1cad 00000004:00100000:1.0:1787848589.475829:0:22782:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787848589.475866:0:22782:0:(import.c:65:import_set_state_nolock()) ffff8eac7cca3000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787848589.475965:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3614:x1874694535094528:12345-0@lo:38:llog_process_th.0 Request processed in 4265us (6637us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.475976:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:1.0:1787848589.476117:0:23532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:3.0:1787848589.476566:0:23513:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787848589.476596:0:23513:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787848589.476615:0:23513:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c98 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848589.476627:0:23513:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7da60000/0x23626ab2a31c1c91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1c98 expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787848589.476673:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787848589.476676:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787848589.476677:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848589.476678:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848589.476679:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848589.476681:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848589.476711:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787848589.476713:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848589.476715:0:23513:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787848589.476726:0:23513:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1787848589.476730:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787848589.476731:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787848589.476732:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848589.476734:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848589.476735:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848589.476736:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848589.476737:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787848589.476738:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848589.476739:0:23513:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787848589.476762:0:23513:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1787848589.476780:0:23513:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094656:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787848589.476826:0:23513:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.476858:0:23513:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50d36300 going to sleep for 11 seconds 00000100:00100000:3.0:1787848589.476878:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094656 00000100:00100000:3.0:1787848589.476884:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094656 00000100:00100000:3.0:1787848589.476917:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787848589.476925:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094656:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787848589.476963:0:22776:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787848589.476982:0:22776:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:2.0:1787848589.477702:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8eac7cb0a1c0 x1874694535094528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848589.477715:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787848589.477724:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1787848589.477742:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1787848589.477748:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787848589.477752:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac42bdd800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787848589.477759:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3614:1874694535094528:0@lo:38:llog_process_th.0 00000001:00100000:3.0:1787848589.483052:0:22761:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1787848589.483093:0:22776:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787848589.483109:0:22776:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787848589.483630:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:23513:x1874694535094656:12345-0@lo:253:mount.lustre.0 Request processed in 6699us (6798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848589.483643:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787848589.483728:0:23513:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:23513:1874694535094656:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787848589.483743:0:23513:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1787848589.483746:0:23513:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787848589.483748:0:23513:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787848589.483749:0:23513:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848589.483750:0:23513:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848589.483751:0:23513:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848589.483753:0:23513:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848589.483754:0:23513:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787848589.483756:0:23513:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848589.483758:0:23513:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787848589.483774:0:23513:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1787848589.486194:0:22797:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787848589.486205:0:22797:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787848589.486231:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486251:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486271:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486279:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486350:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486365:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 17 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848589.486378:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535094784:0@lo:104: 00000100:00100000:0.0:1787848589.486445:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787848589.486495:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.486503:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 17 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848589.486511:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3330c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535094912:0@lo:104: 00000100:00100000:0.0:1787848589.486532:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848589.486549:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7d2ee6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.486597:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094784 00000100:00100000:0.0:1787848589.486604:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094784 00000100:00100000:0.0:1787848589.486634:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535094912 00000100:00100000:0.0:1787848589.486638:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535094912 00000100:00100000:0.0:1787848589.486654:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787848589.486662:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3303c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:22797:x1874694535094784:12345-0@lo:104: 00010000:00010000:0.0:1787848589.486679:0:22765:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487085:0:22765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787848589.487093:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3303c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:22797:x1874694535094784:12345-0@lo:104: Request processed in 431us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.487101:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787848589.487119:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848589.487126:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535094912:12345-0@lo:104: 00010000:00010000:0.0:1787848589.487134:0:22765:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487168:0:22765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787848589.487174:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535094912:12345-0@lo:104: Request processed in 50us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.487180:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848589.487216:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535094784:0@lo:104: 00000100:00100000:0.0:1787848589.487225:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3330c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535094912:0@lo:104: 00010000:00010000:0.0:1787848589.487243:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487259:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848589.487266:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487273:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2400 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848589.487277:0:22770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487319:0:22770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848589.487327:0:22770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848589.487333:0:22770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787848589.487363:0:22770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487369:0:22770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848589.487390:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487397:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac692f2400/0x23626ab2a31c1c75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c7c expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487407:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848589.487410:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487415:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848589.487418:0:22770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487424:0:22770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848589.487430:0:22770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848589.487441:0:22770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787848589.487457:0:22770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487463:0:22770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848589.487469:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487474:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac692f2800/0x23626ab2a31c1bb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1bb8 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.487486:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848589.487488:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848589.487489:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848589.487495:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848589.487512:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535095040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848589.487540:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848589.488834:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787848589.488847:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535095168:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848589.488890:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:3.0:1787848589.491364:0:23513:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1787848589.491629:0:23536:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1787848589.491634:0:23536:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:1.0:1787848589.492092:0:23537:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787848589.492695:0:23513:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:2.0:1787848589.493468:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095040 00000100:00100000:2.0:1787848589.493478:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095040 00000040:01000000:3.0:1787848589.493661:0:23513:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1787848589.493706:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1787848589.494161:0:23513:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1787848589.494169:0:23513:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1787848589.494204:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787848589.496594:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095168 00000100:00100000:0.0:1787848589.496607:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095168 00000040:00080000:1.0:1787848589.500397:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00010000:2.0:1787848589.501856:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 19 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848589.501905:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787848589.501924:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:3615:x1874694535095040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848589.501962:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848589.501968:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 19 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.501981:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 19 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.502000:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1c7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1c75 expref: 19 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848589.502018:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848589.502100:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3615:x1874694535095040:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (14558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848589.502108:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000040:00080000:3.0:1787848589.503379:0:23513:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1787848589.503941:0:23513:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1787848589.503975:0:23513:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1787848589.504086:0:23513:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1787848589.504581:0:23513:0:(osd_handler.c:5584:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:3.0:1787848589.504930:0:23538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095296:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787848589.505007:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.505042:0:23538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab44c13900 going to sleep for 11 seconds 00010000:00010000:0.0:1787848589.505824:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 18 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848589.505893:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3330c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535095040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848589.505925:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095296 00000100:00100000:0.0:1787848589.505931:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095296 00000100:00100000:0.0:1787848589.506000:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787848589.506009:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095296:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787848589.506103:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095296:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 96us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.506110:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787848589.506134:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848589.506142:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3615:x1874694535095168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848589.506153:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848589.506159:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 18 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506172:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 18 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506190:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1bb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1bb1 expref: 18 pid: 22775 timeout: 714 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506205:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506213:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787848589.506228:0:22766:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022154105s 00010000:00010000:0.0:1787848589.506233:0:22766:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506239:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506255:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506262:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506268:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb00200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848589.506272:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506281:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506322:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506333:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787848589.506348:0:22797:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506355:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848589.506361:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1cb4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848589.506404:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:3615:x1874694535095168:12345-0@lo:103:ldlm_bl.0 Request processed in 262us (17513us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.506410:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848589.506433:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535095168:0@lo:103:ldlm_bl.0 00000040:00080000:1.0:1787848589.506645:0:23537:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787848589.506715:0:23537:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:3.0:1787848589.510170:0:23538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095296:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1787848589.510220:0:23538:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787848589.510270:0:23538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787848589.510369:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848589.510401:0:23538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab44c13900 going to sleep for 11 seconds 00000100:00100000:1.0:1787848589.514820:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095424 00000100:00100000:1.0:1787848589.514831:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095424 00000100:00100000:1.0:1787848589.514878:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848589.514886:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095424:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1787848589.515060:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095424:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 175us (4691us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848589.515068:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000001:00000004:0.0:1787848589.515392:0:23513:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1787848589.520116:0:23513:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787848589.520161:0:23513:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb1a741c5b988 00100000:10000000:0.0:1787848589.520169:0:23513:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000100:00100000:2.0:1787848589.521099:0:23538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095424:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787848589.521214:0:23538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23538:1874694535095552:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787848589.521280:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848589.521347:0:23538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913000 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.522664:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095552 00000100:00100000:0.0:1787848589.522676:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095552 00000100:00100000:0.0:1787848589.522762:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848589.522772:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23538:x1874694535095552:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787848589.522855:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23538:x1874694535095552:12345-0@lo:900:lod0001_rec0000.0 Request processed in 84us (1574us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.522863:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787848589.522930:0:23538:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8eac6fa8c000 x1874694535095552/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787848605 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848589.522944:0:23538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8c000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23538:1874694535095552:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787848589.523333:0:23538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095680:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787848589.523372:0:23538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848589.523403:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095680 00000100:00100000:0.0:1787848589.523407:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095680 00000100:00100000:0.0:1787848589.523435:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848589.523442:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095680:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787848589.523501:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3330c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23538:x1874694535095680:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 60us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848589.523507:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848589.523529:0:23538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42299600 going to sleep for 11 seconds 00000100:00100000:0.0:1787848589.523544:0:23538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23538:1874694535095680:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787848589.523670:0:23538:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:01000004:0.0:1787848589.524794:0:23513:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787848589.524832:0:23513:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787848589.524852:0:23513:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1787848589.524868:0:23513:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1787848589.526384:0:23513:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787848589.526628:0:23513:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1787848589.533074:0:23538:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787848589.533165:0:23538:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1787848589.533171:0:23538:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:3.0:1787848589.550244:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848589.823322:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848590.326439:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000040:00080000:0.0:1787848590.596457:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848590.838739:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787848590.966429:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787848590.966439:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eab43de1800 from 12 10000000:01000000:0.0:1787848590.966445:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787848590.966501:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.966513:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.966525:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848590.966551:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535095808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787848590.966634:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848590.966698:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848590.967019:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095808 00000100:00100000:3.0:1787848590.967027:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095808 00000100:00100000:3.0:1787848590.967224:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787848590.967235:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:22778:x1874694535095808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848590.967249:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848590.967264:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1cbb expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848590.970346:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848590.970371:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848590.970381:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5200, rc 0) 00000100:00100000:3.0:1787848590.970486:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535095808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3252us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848590.970496:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787848590.970956:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535095808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848590.970979:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.971009:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848590.971076:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535095936:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787848590.971118:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848590.971158:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787848590.971263:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535095936 00000100:00100000:1.0:1787848590.971270:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535095936 00000100:00100000:1.0:1787848590.971341:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787848590.971351:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535095936:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787848590.971372:0:22776:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787848590.971389:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787848590.971393:0:22776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1787848590.971489:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535095936:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 140us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848590.971497:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787848590.971530:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535095936:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787848590.971576:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787848590.971582:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848590.971591:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848590.971599:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787848590.971602:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eac485d7800 from 12 10000000:01000000:1.0:1787848590.971604:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787848590.971624:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848590.971631:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848590.971639:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848590.971650:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535096064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787848590.971683:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848590.971699:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848590.971850:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096064 00000100:00100000:0.0:1787848590.971854:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096064 00000100:00100000:0.0:1787848590.971881:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787848590.971887:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535096064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848590.971894:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848590.971904:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1cc9 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.971919:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 18 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.971928:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 18 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848590.971935:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01600, rc 0) 00000100:00100000:0.0:1787848590.971959:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535096064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 72us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848590.971964:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787848590.972092:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535096064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787848590.972103:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848590.972111:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848590.972161:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535096192:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787848590.972200:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848590.972219:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848590.972322:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096192 00000100:00100000:0.0:1787848590.972326:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096192 00000100:00100000:0.0:1787848590.972351:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787848590.972362:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535096192:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787848590.972372:0:22775:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787848590.972381:0:22775:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787848590.972384:0:22775:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1787848590.972604:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535096192:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 241us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848590.972612:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787848590.972713:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535096192:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787848590.972760:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787848590.972766:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848590.972774:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848591.350435:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:0.0:1787848591.862596:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848592.378605:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:3.0:1787848592.886553:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848593.398599:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00010000:00010000:2.0:1787848593.921329:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787848594.418619:0:23782:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1787848594.423403:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 0 seconds 00000100:00100000:2.0:1787848594.486694:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787848594.486748:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535096320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848594.486856:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848594.488020:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096320 00000100:00100000:0.0:1787848594.488035:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096320 00000100:00100000:0.0:1787848594.488116:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848594.488129:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535096320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848594.488178:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787848594.488273:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535096320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 147us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848594.488280:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848594.488372:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535096320:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787848594.488942:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787848594.488948:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787848594.488952:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848594.488960:0:21160:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8eab43ca1800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848594.489010:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6fa8e580 x1874694535096576/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787848594.489033:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848594.489037:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848594.489040:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848594.489044:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848594.489068:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848594.489072:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848594.489074:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848594.489078:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787848594.489103:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848594.489120:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535096448:0@lo:400:kworker.0 00000100:00100000:2.0:1787848594.489180:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848594.489235:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535096576:0@lo:38:kworker.0 00000100:00100000:2.0:1787848594.489269:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848594.489340:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535096704:0@lo:400:kworker.0 00000100:00100000:2.0:1787848594.489375:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848594.489423:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787848594.489431:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535096832:0@lo:400:kworker.0 00000100:00100000:2.0:1787848594.489456:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848594.489761:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096576 00000100:00100000:3.0:1787848594.489773:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096576 00000100:00100000:3.0:1787848594.489829:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787848594.489948:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3614:x1874694535096576:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1787848594.489988:0:22786:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 619 last 0 00000020:00000080:3.0:1787848594.490045:0:22786:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1cd7 00000004:00100000:3.0:1787848594.490070:0:22786:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1787848594.490226:0:22786:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1787848594.490645:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096448 00000100:00100000:2.0:1787848594.490653:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096448 00000100:00100000:0.0:1787848594.490944:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096704 00000100:00100000:0.0:1787848594.490950:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096704 00000100:00100000:0.0:1787848594.490986:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096832 00000100:00100000:0.0:1787848594.490989:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096832 00000100:00100000:0.0:1787848594.491011:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848594.491020:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535096704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848594.491126:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535096704:12345-0@lo:400:kworker.0 Request processed in 106us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848594.491135:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848594.491171:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848594.491178:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535096832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848594.491207:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535096832:12345-0@lo:400:kworker.0 Request processed in 31us (1751us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848594.491214:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787848594.491576:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787848594.491716:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3617:x1874694535096448:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1787848594.492375:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac6fa8de00 x1874694535096832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848594.492393:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535096832:0@lo:400:kworker.0 00010000:00080000:3.0:1787848594.492410:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac6fa8ed00 x1874694535096704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848594.492420:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535096704:0@lo:400:kworker.0 00000100:00100000:2.0:1787848594.492617:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3617:x1874694535096448:12345-0@lo:400:kworker.0 Request processed in 1032us (3436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848594.492628:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787848594.492892:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535096448:0@lo:400:kworker.0 00000100:00080000:0.0:1787848594.499417:0:22786:0:(import.c:65:import_set_state_nolock()) ffff8eac70205800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848594.499580:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3614:x1874694535096576:12345-0@lo:38:kworker.0 Request processed in 9740us (10306us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848594.499609:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1787848594.499955:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1787848594.499969:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1787848594.499976:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787848594.499980:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca1800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787848594.500010:0:3614:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d7f7944c): req@ffff8eac5430fc00 x1874694535089536/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848594.500036:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535096576:0@lo:38:kworker.0 00000100:00100000:2.0:1787848594.500127:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848594.500159:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787848594.500703:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787848594.500736:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535096960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848594.501107:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848594.501172:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535089536 00000100:00100000:1.0:1787848594.501181:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535089536 00000100:00100000:1.0:1787848594.501235:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535096960 00000100:00100000:1.0:1787848594.501239:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535096960 00000100:00100000:1.0:1787848594.501336:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787848594.501351:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22823:x1874694535089536:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787848594.501595:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22823:x1874694535089536:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 237us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848594.501604:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787848594.501627:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787848594.501635:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb08b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1874694535096960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787848594.501659:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787848594.501705:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb08b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3618:x1874694535096960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848594.501712:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787848594.501762:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430fc00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22823:1874694535089536:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1787848594.502055:0:22823:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1787848594.502107:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22823:1874694535097088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787848594.502150:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848594.502227:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac4577cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787848594.502277:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535096960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787848594.503383:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097088 00000100:00100000:3.0:1787848594.503394:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097088 00000100:00100000:3.0:1787848594.503512:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787848594.503523:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22823:x1874694535097088:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787848594.503792:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22823:x1874694535097088:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 272us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848594.503801:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787848594.503964:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22823:1874694535097088:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787848594.504070:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22823:1874694535097216:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787848594.504104:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848594.504131:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac411cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848594.504182:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097216 00000100:00100000:0.0:1787848594.504196:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097216 00000100:00100000:0.0:1787848594.504281:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848594.504330:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22823:x1874694535097216:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787848594.504473:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22823:x1874694535097216:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 138us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848594.504482:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787848594.504547:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22823:1874694535097216:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787848594.504617:0:22823:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787848594.508052:0:22823:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787848594.508158:0:22823:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:3.0:1787848594.508164:0:22823:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1787848594.938774:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787848595.374747:0:23835:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787848595.375004:0:23835:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787848595.961484:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787848596.188502:0:23885:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787848596.188787:0:23885:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787848596.982587:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787848597.147771:0:23933:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffde0a67d80 20000000:00000080:2.0:1787848597.147789:0:23933:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8eac6cd71800 uarg=0000000000000000 20000000:01000000:2.0:1787848597.147838:0:23933:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1787848597.147844:0:23933:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1787848597.147849:0:23933:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1787848597.148607:0:23934:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1787848597.148793:0:23933:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1787848597.161052:0:23933:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787848597.161370:0:23933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161390:0:23933:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 17 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161398:0:23933:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161406:0:23933:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161462:0:23933:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161477:0:23933:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848597.161502:0:23933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23933:1874694535097344:0@lo:104: 00000100:00100000:3.0:1787848597.161594:0:23933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787848597.161651:0:23933:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 17 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.161659:0:23933:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 17 pid: 22776 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848597.161668:0:23933:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23933:1874694535097472:0@lo:104: 00000100:00100000:3.0:1787848597.161690:0:23933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848597.161705:0:23933:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac411cacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848597.161826:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097344 00000100:00100000:0.0:1787848597.161833:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097344 00000100:00100000:0.0:1787848597.161872:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097472 00000100:00100000:0.0:1787848597.161875:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097472 00000100:00100000:0.0:1787848597.161890:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848597.161899:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:23933:x1874694535097344:12345-0@lo:104: 00010000:00010000:0.0:1787848597.161912:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.161984:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787848597.161990:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430fc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:23933:x1874694535097344:12345-0@lo:104: Request processed in 92us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848597.161997:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848597.162016:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787848597.162022:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:23933:x1874694535097472:12345-0@lo:104: 00010000:00010000:0.0:1787848597.162030:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162064:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787848597.162068:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430e580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:23933:x1874694535097472:12345-0@lo:104: Request processed in 48us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848597.162074:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:0.0:1787848597.162090:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848597.162095:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162103:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2600 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848597.162107:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162116:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848597.162123:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848597.162128:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787848597.162167:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162173:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848597.162195:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162202:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac692f2600/0x23626ab2a31c1c83 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1c8a expref: -99 pid: 23513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162213:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787848597.162216:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848597.162217:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162225:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848597.162228:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162235:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848597.162242:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848597.162247:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787848597.162261:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162267:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848597.162309:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162327:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4800/0x23626ab2a31c1b80 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1b87 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162340:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848597.162342:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848597.162344:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848597.162365:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535097728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848597.162395:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848597.162432:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097728 00000100:00100000:0.0:1787848597.162436:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097728 00010000:00010000:0.0:1787848597.162453:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 18 pid: 22776 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848597.162475:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848597.162494:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3615:x1874694535097728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848597.162504:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848597.162509:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 18 pid: 22776 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162518:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 18 pid: 22776 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848597.162541:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848597.162569:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3615:x1874694535097728:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848597.162576:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787848597.162608:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535097728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848597.162741:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535097600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787848597.162769:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848597.162836:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097600 00000100:00100000:1.0:1787848597.162840:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097600 00010000:00010000:1.0:1787848597.162855:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 18 pid: 22773 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848597.162876:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848597.162883:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3618:x1874694535097600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787848597.162891:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787848597.162895:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 18 pid: 22773 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162904:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 18 pid: 22773 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162927:0:22767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162935:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162950:0:22767:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162957:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162964:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162970:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162975:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4600 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848597.162979:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162987:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.162995:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848597.163005:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787848597.163034:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3618:x1874694535097600:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848597.163048:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848597.163074:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535097600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848597.163399:0:23933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4e00/0x23626ab2a31c1c8a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1c83 expref: 17 pid: 22773 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848597.163413:0:23933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23933:1874694535097344:0@lo:104: 00010000:00010000:3.0:1787848597.163424:0:23933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb01e00/0x23626ab2a31c1b87 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1b80 expref: 16 pid: 22776 timeout: 722 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848597.163432:0:23933:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23933:1874694535097472:0@lo:104: 00010000:00010000:3.0:1787848597.163450:0:23933:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.163459:0:23933:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.163465:0:23933:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848597.163471:0:23933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cde lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787848597.432568:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787848598.007130:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787848598.711816:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787848598.711829:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eab43de1800 from 13 10000000:01000000:0.0:1787848598.711836:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787848598.711909:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.711924:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.711938:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848598.711977:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535097856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787848598.712076:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848598.712140:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848598.712165:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097856 00000100:00100000:3.0:1787848598.712178:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097856 00000100:00100000:3.0:1787848598.712250:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787848598.712262:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+16:22778:x1874694535097856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848598.712279:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848598.712320:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1ce5 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.712351:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.712363:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 17 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.712374:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4600, rc 0) 00000100:00100000:3.0:1787848598.712435:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535097856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848598.712442:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787848598.712614:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535097856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848598.712633:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.712643:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848598.712726:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535097984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787848598.712759:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848598.712794:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787848598.713357:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535097984 00000100:00100000:2.0:1787848598.713375:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535097984 00000100:00100000:2.0:1787848598.713421:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787848598.713431:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535097984:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787848598.713606:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535097984:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 177us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848598.713627:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787848598.713650:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535097984:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787848598.713695:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098112:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787848598.713751:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848598.713792:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787848598.713795:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098112 00000100:00100000:2.0:1787848598.713801:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098112 00000100:00100000:2.0:1787848598.713839:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787848598.713848:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535098112:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787848598.713940:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535098112:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848598.713947:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787848598.714065:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098112:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787848598.714972:0:24003:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787848598.716381:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787848598.716426:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787848598.716442:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.716457:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848598.716472:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787848598.716486:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac485d7800 from 13 10000000:01000000:3.0:1787848598.716489:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787848598.716552:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.716561:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.716574:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848598.716610:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848598.716697:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848598.718108:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848598.722599:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098240 00000100:00100000:0.0:1787848598.722622:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098240 00000100:00100000:0.0:1787848598.722707:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787848598.722720:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+17:22778:x1874694535098240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848598.722745:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848598.722771:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1cf3 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.722809:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.722823:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 18 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848598.722835:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00e00, rc 0) 00000100:00100000:0.0:1787848598.722950:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535098240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (6252us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848598.722959:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787848598.724465:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787848598.724510:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848598.724525:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848598.724649:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787848598.724719:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848598.724780:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3180 going to sleep for 11 seconds 00000100:00100000:3.0:1787848598.725093:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098368 00000100:00100000:3.0:1787848598.725102:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098368 00000100:00100000:3.0:1787848598.725162:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787848598.725172:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535098368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848598.725372:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535098368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 200us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848598.725381:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787848598.725519:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848598.725646:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787848598.725703:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848598.725738:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c912e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848598.726107:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098496 00000100:00100000:0.0:1787848598.726112:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098496 00000100:00100000:0.0:1787848598.726158:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787848598.726166:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535098496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787848598.726304:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:22778:x1874694535098496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848598.726320:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787848598.726601:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535098496:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787848598.727941:0:24005:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787848598.735034:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787848598.735091:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787848598.735108:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848598.735142:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848599.031756:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848599.607662:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535098624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848599.607773:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848599.607867:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535098752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848599.607911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848599.607972:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098624 00000100:00100000:1.0:1787848599.607982:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098624 00000100:00100000:1.0:1787848599.608034:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098752 00000100:00100000:1.0:1787848599.608039:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098752 00000100:00100000:1.0:1787848599.608057:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787848599.608080:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535098624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787848599.608150:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787848599.608216:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535098624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848599.608227:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787848599.608256:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787848599.608266:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3617:x1874694535098752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787848599.608311:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787848599.608353:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3617:x1874694535098752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848599.608362:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787848599.608427:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535098752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848599.608479:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535098624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848599.610064:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848589/real 1787848589] req@ffff8eac7cb09680 x1874694535092736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848599 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848599.610098:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac7cb09680 x1874694535092736/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848599 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848599.610110:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848589/real 1787848589] req@ffff8eac5430c780 x1874694535092480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848599 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848599.610123:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430c780 x1874694535092480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848599 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787848599.610144:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848599.610160:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848599.610166:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb09680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092736:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787848599.610172:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6fb97800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848599.610178:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848599.610181:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535092480:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787848599.610392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848599.610398:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848599.610401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848599.610405:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848599.610425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848599.610428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787848599.610432:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eac6fb97800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848599.610438:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 614 00000100:00080000:3.0:1787848599.610444:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787848599.610452:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8eac6fb97800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848599.610479:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430c780 x1874694535099136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848599.610510:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848599.610514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787848599.610516:0:37:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848599.610520:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 614 00000100:00080000:3.0:1787848599.610522:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787848599.610526:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8eac70202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848599.610539:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac5430de00 x1874694535099264/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787848599.610612:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535099008:0@lo:400:kworker.0 00000100:00100000:3.0:1787848599.610685:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848599.610722:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848599.610729:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535099392:0@lo:400:kworker.0 00000100:00100000:3.0:1787848599.610750:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848599.610774:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535098880:0@lo:400:kworker.0 00000100:00100000:3.0:1787848599.611262:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848599.612243:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535099008 00000100:00100000:0.0:1787848599.612259:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535099008 00000100:00100000:1.0:1787848599.612410:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535098880 00000100:00100000:1.0:1787848599.612416:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535098880 00000100:00100000:1.0:1787848599.612476:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787848599.612497:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3618:x1874694535098880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848599.612591:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3618:x1874694535098880:12345-0@lo:400:kworker.0 Request processed in 105us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848599.612600:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787848599.612628:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535099392 00000100:00100000:0.0:1787848599.612633:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535099392 00000100:00100000:0.0:1787848599.612657:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787848599.612666:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f27840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535099008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848599.612672:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535098880:0@lo:400:kworker.0 00000100:00100000:0.0:1787848599.612723:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f27840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535099008:12345-0@lo:400:kworker.0 Request processed in 58us (2036us total) trans 0 rc 0/0 00010000:00080000:1.0:1787848599.612747:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac5430e940 x1874694535099008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848599.612749:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848599.612765:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535099008:0@lo:400:kworker.0 00000100:00100000:0.0:1787848599.612770:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787848599.612782:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535099392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848599.613058:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535099392:12345-0@lo:400:kworker.0 Request processed in 277us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848599.613064:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787848599.613103:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535099136:0@lo:8:kworker.0 00000400:00000100:0.0:1787848599.613141:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535099136 offset 0 length 520: 4 00000100:00100000:0.0:1787848599.613172:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535099264:0@lo:8:kworker.0 00000400:00000100:0.0:1787848599.613194:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535099264 offset 0 length 520: 4 00010000:00080000:1.0:1787848599.614711:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac5430d2c0 x1874694535099392/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848599.614743:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535099392:0@lo:400:kworker.0 00010000:00010000:2.0:1787848600.054624:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787848600.122118:0:23514:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1787848600.634402:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848585/real 1787848585] req@ffff8eac5430cb40 x1874694535090560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848600.634432:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430cb40 x1874694535090560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848600.634442:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848585/real 1787848585] req@ffff8eac5430f840 x1874694535090688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848600 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848600.634453:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430f840 x1874694535090688/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848600 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787848600.634482:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848600.634595:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848600.634601:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090560:0@lo:8:kworker.0 00000100:00080000:0.0:1787848600.634607:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787848600.637056:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535099520:0@lo:400:kworker.0 00000100:00100000:1.0:1787848600.637137:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848600.637485:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535099648:0@lo:400:kworker.0 00000100:00100000:2.0:1787848600.637533:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848600.637580:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535099648 00000100:00100000:2.0:1787848600.637587:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535099648 00000100:00100000:2.0:1787848600.637633:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787848600.637642:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535099648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848600.637695:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535099648:12345-0@lo:400:kworker.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848600.637702:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787848600.637744:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f25e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535099648:0@lo:400:kworker.0 00000100:00080000:0.0:1787848600.637941:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787848600.637948:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535090688:0@lo:8:kworker.0 00000100:00100000:1.0:1787848600.638071:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535099520 00000100:00100000:1.0:1787848600.638077:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535099520 00000100:00100000:1.0:1787848600.638107:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787848600.638114:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3617:x1874694535099520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848600.638238:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:3617:x1874694535099520:12345-0@lo:400:kworker.0 Request processed in 125us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848600.638246:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:3.0:1787848600.640874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.640882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787848600.640886:0:8:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848600.640892:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 610 00000100:00080000:3.0:1787848600.640897:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787848600.640904:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8eab43ca0800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848600.640955:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac75f24b40 x1874694535099776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848600.640976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.640979:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787848600.640981:0:8:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787848600.640984:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 610 00000100:00080000:3.0:1787848600.640986:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787848600.640989:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8eac6d24c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:3.0:1787848600.641001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac75f243c0 x1874694535099904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787848600.641042:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.641045:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848600.641047:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.641050:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848600.641073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.641076:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787848600.641078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787848600.641081:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787848600.641105:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535099776:0@lo:8:kworker.0 00000400:00000100:3.0:1787848600.641159:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535099776 offset 0 length 520: 4 00000100:00100000:3.0:1787848600.641197:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535099904:0@lo:8:kworker.0 00000400:00000100:3.0:1787848600.641214:0:3614:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874694535099904 offset 0 length 520: 4 00000100:00100000:3.0:1787848600.641241:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535100032:0@lo:400:kworker.0 00000100:00100000:3.0:1787848600.641269:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848600.641314:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848600.641320:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535100160:0@lo:400:kworker.0 00000100:00100000:3.0:1787848600.641343:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848600.641377:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100032 00000100:00100000:3.0:1787848600.641384:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100032 00000100:00100000:3.0:1787848600.641426:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787848600.641434:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535100032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848600.641496:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535100032:12345-0@lo:400:kworker.0 Request processed in 63us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848600.641522:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787848600.641543:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100160 00000100:00100000:3.0:1787848600.641547:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100160 00000100:00100000:3.0:1787848600.641576:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787848600.641582:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535100160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848600.641615:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535100160:12345-0@lo:400:kworker.0 Request processed in 34us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848600.641621:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787848600.641658:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f26d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535100160:0@lo:400:kworker.0 00010000:00080000:3.0:1787848600.641670:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac75f252c0 x1874694535100032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848600.641679:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535100032:0@lo:400:kworker.0 00000100:00100000:2.0:1787848600.642005:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535099520:0@lo:400:kworker.0 00000100:00100000:2.0:1787848600.642062:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535100288:0@lo:400:kworker.0 00000100:00100000:2.0:1787848600.642092:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848600.642164:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100288 00000100:00100000:1.0:1787848600.642169:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100288 00000100:00100000:1.0:1787848600.642201:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848600.642208:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535100288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848600.642251:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535100288:12345-0@lo:400:kworker.0 Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848600.642257:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1787848600.642332:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac75f270c0 x1874694535100288/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848600.642354:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f270c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535100288:0@lo:400:kworker.0 00000040:00080000:1.0:1787848600.822948:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848601.080282:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848602.103601:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848603.126855:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787848603.716952:0:24281:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787848603.716958:0:24281:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1787848603.716960:0:24281:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1787848603.717101:0:24281:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8eac701d9000 00000020:01000004:1.0:1787848603.717121:0:24281:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1787848603.717141:0:24281:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1787848603.717161:0:24281:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8eac7be0cd70) 00000020:00000080:1.0:1787848603.717183:0:24281:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787848603.802650:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787848603.803319:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1787848603.803909:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787848603.804160:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1787848603.804384:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1787848603.804609:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1787848603.804889:0:24281:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1787848603.807612:0:24281:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787848603.807940:0:24281:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1787848603.807954:0:24281:0:(osd_handler.c:8928:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787848603.807967:0:24281:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x23626ab2a31c1d08 00000020:01000004:0.0:1787848603.807973:0:24281:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1787848603.807995:0:24281:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787848603.808000:0:24281:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787848603.808006:0:24281:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1787848603.808010:0:24281:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1787848603.808021:0:24281:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8eac6ca10000) 00000020:00000080:0.0:1787848603.808032:0:24281:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1787848603.815201:0:24281:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787848603.818274:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1787848603.818307:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1787848603.819200:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1787848603.819209:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1787848603.820671:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1787848603.820682:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1787848603.823934:0:24281:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787848603.825373:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1787848603.825383:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1787848603.828234:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1787848603.828246:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1787848603.853925:0:24281:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787848603.854197:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1787848603.854204:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1787848603.862327:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1787848603.862343:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1787848603.866890:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787848603.866913:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1787848603.879997:0:24281:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787848603.880212:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1787848603.880219:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1787848603.881050:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1787848603.881058:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1787848603.930239:0:24281:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787848603.931134:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1787848603.931142:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1787848603.932358:0:24281:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1787848603.932368:0:24281:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1787848603.934909:0:24281:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1787848603.934942:0:24281:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1787848603.934948:0:24281:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1787848603.954418:0:24281:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787848603.954615:0:24281:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.106@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1787848603.954620:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787848603.954622:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787848603.954624:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848603.954625:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848603.954626:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848603.954628:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848603.954629:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787848603.954631:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848603.954633:0:24281:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787848603.954637:0:24281:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1787848603.954639:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787848603.954641:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787848603.954642:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848603.954643:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848603.954644:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848603.954645:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848603.954652:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787848603.954653:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848603.954654:0:24281:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787848603.954680:0:24281:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787848603.954699:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100416:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787848603.955632:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848603.955680:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48dbb180 going to sleep for 11 seconds 00000100:00100000:0.0:1787848603.955828:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100416 00000100:00100000:0.0:1787848603.955837:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100416 00000100:00100000:0.0:1787848603.955948:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787848603.955959:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:24281:x1874694535100416:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787848603.955993:0:22775:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787848603.955997:0:22775:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1787848603.956000:0:22775:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1787848603.958071:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:24281:x1874694535100416:12345-0@lo:253:mount.lustre.0 Request processed in 2105us (2432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848603.958085:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787848603.958217:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100416:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787848603.958230:0:24281:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787848603.958233:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787848603.958235:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787848603.958236:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848603.958238:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848603.958239:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848603.958240:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848603.958241:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787848603.958243:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848603.958244:0:24281:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787848603.958264:0:24281:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8eac701d9000 from lustre-OST0000 10000000:01000000:3.0:1787848603.958326:0:24281:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787848603.958329:0:24281:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787848603.958337:0:24281:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8eab422bcd70 local copy 00010000:00010000:3.0:1787848603.958347:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848603.958476:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100544:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848603.958538:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848603.964907:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100544 00000100:00100000:1.0:1787848603.964924:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100544 00000100:00100000:1.0:1787848603.964988:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787848603.964999:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:24281:x1874694535100544:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848603.965134:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:24281:x1874694535100544:12345-0@lo:501:mount.lustre.0 Request processed in 137us (6595us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787848603.965141:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787848603.967051:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48dbbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787848603.967096:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100544:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787848603.967120:0:24281:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787848603.967158:0:24281:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787848603.967182:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848603.967194:0:24281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848603.967228:0:24281:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8eac701d9000 10000000:01000000:3.0:1787848603.967234:0:24281:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787848603.967239:0:24281:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787848603.967242:0:24281:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787848603.967246:0:24281:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1787848603.967249:0:24281:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787848603.967280:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848603.967320:0:24281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848603.967330:0:24281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848603.967351:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100672:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787848603.967419:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848603.967457:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48dbbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848603.967568:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100672 00000100:00100000:0.0:1787848603.967575:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100672 00000100:00100000:0.0:1787848603.967617:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787848603.967624:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+18:24281:x1874694535100672:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848603.967636:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848603.967650:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01400/0x23626ab2a31c1d1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1d16 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848603.967672:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01400/0x23626ab2a31c1d1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1d16 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848603.967682:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01400/0x23626ab2a31c1d1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d16 expref: 19 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848603.967690:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01400, rc 0) 00000100:00100000:0.0:1787848603.967736:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535100672:12345-0@lo:101:mount.lustre.0 Request processed in 112us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848603.967753:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787848603.968335:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100672:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848603.968350:0:24281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d1d expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848603.968359:0:24281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1d1d expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787848603.969662:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1787848603.972057:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787848603.975383:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1787848603.975466:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1787848603.975485:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1787848603.975501:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1787848603.975514:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1787848603.975526:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1787848603.975537:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1787848603.975550:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1787848603.975564:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1787848603.975578:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1787848603.975592:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1787848603.975604:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1787848603.975630:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1787848603.975636:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1787848603.975762:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848603.975834:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848603.975877:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787848603.976057:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100800 00000100:00100000:0.0:1787848603.976064:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100800 00000100:00100000:0.0:1787848603.976116:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787848603.976128:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535100800:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848603.976281:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535100800:12345-0@lo:501:mount.lustre.0 Request processed in 155us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848603.976306:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787848603.977427:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848603.977542:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100928:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848603.977601:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848603.977688:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b9300 going to sleep for 11 seconds 00000100:00100000:1.0:1787848603.980167:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535100928 00000100:00100000:1.0:1787848603.980183:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535100928 00000100:00100000:1.0:1787848603.980247:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787848603.980257:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535100928:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787848603.981542:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535100928:12345-0@lo:503:mount.lustre.0 Request processed in 1278us (3933us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848603.981555:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787848603.983541:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535100928:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787848603.986739:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787848603.986876:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101056:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848603.986954:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848603.987001:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b9300 going to sleep for 11 seconds 00000100:00100000:1.0:1787848603.987767:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101056 00000100:00100000:1.0:1787848603.987776:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101056 00000100:00100000:1.0:1787848603.987840:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787848603.987851:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535101056:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848603.988480:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535101056:12345-0@lo:502:mount.lustre.0 Request processed in 628us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848603.988488:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787848603.988656:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101056:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848603.988928:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1787848603.988959:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1787848603.988975:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1787848603.988990:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1787848603.989006:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1787848603.989020:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1787848603.989034:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1787848603.989048:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1787848603.989061:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1787848603.989074:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1787848603.989087:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1787848603.989100:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1787848603.989134:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101184:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848603.989177:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848603.989222:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b9300 going to sleep for 11 seconds 00000100:00100000:1.0:1787848603.989898:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101184 00000100:00100000:1.0:1787848603.989906:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101184 00000100:00100000:1.0:1787848603.989957:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787848603.989967:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535101184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848603.990085:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535101184:12345-0@lo:502:mount.lustre.0 Request processed in 119us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848603.990092:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787848603.990183:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101184:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848603.990240:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1787848603.990251:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1787848603.991121:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787848603.991129:0:24298:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1787848603.991135:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787848603.991137:0:24298:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1787848603.991142:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787848603.991158:0:24298:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8eab428fb3a0) 00000020:00000080:2.0:1787848603.991182:0:24298:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1787848603.991188:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1787848603.991265:0:24298:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac701d9000 from lustre-OST0000, refs=2 00080000:01000000:2.0:1787848603.991274:0:24298:0:(osd_handler.c:8928:osd_obd_connect()) connect #1 00000020:00000080:2.0:1787848603.991281:0:24298:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x23626ab2a31c1d2b 00010000:00010000:0.0:1787848603.995168:0:24298:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1787848603.996976:0:24298:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1787848603.999060:0:24298:0:(osd_handler.c:5584:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787848604.004127:0:24298:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1787848604.004142:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848604.004149:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004152:0:24298:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1787848604.004155:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787848604.004158:0:24298:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787848604.004160:0:24298:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787848604.004161:0:24298:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787848604.004163:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787848604.004166:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004167:0:24298:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787848604.004169:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848604.004173:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004175:0:24298:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787848604.004178:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787848604.004180:0:24298:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787848604.004182:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848604.004185:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004186:0:24298:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787848604.004196:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787848604.004199:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004201:0:24298:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787848604.004204:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787848604.004242:0:24298:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787848604.004246:0:24298:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848604.004247:0:24298:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787848604.004251:0:24298:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1787848604.004598:0:24281:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1787848604.004628:0:24281:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1787848604.004652:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d1d expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.004664:0:24281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4000/0x23626ab2a31c1d16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d1d expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848604.004671:0:24281:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac701d9000 from 1 10000000:01000000:1.0:1787848604.004679:0:24281:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787848604.004715:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.004724:0:24281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.004734:0:24281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848604.004758:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101312:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787848604.004846:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.004886:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101312 00000100:00100000:1.0:1787848604.004898:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101312 00000100:00100000:1.0:1787848604.005059:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787848604.005068:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:24281:x1874694535101312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848604.005081:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848604.005094:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1d32 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.005117:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 20 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.005127:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 20 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.005135:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7da60e00, rc 0) 00000100:00100000:1.0:1787848604.005167:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101312:12345-0@lo:101:mount.lustre.0 Request processed in 100us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.005174:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787848604.005222:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787848604.005242:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101312:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848604.005255:0:24281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.005265:0:24281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787848604.007961:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787848604.010176:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787848604.010450:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787848604.010477:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787848604.010502:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787848604.010516:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787848604.010529:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787848604.010555:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787848604.010569:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787848604.010581:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787848604.010594:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787848604.010605:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787848604.010617:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787848604.010634:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787848604.010640:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787848604.010732:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101440:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848604.012433:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.013154:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913180 going to sleep for 11 seconds 00000100:00100000:0.0:1787848604.017572:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101440 00000100:00100000:0.0:1787848604.017585:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101440 00000100:00100000:0.0:1787848604.017683:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787848604.017694:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101440:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848604.017882:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101440:12345-0@lo:501:mount.lustre.0 Request processed in 190us (5455us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848604.017890:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787848604.017971:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101440:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848604.018023:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101568:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848604.018072:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.023737:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848604.030537:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101568 00000100:00100000:1.0:1787848604.030554:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101568 00000100:00100000:1.0:1787848604.030623:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787848604.030634:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101568:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787848604.030920:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101568:12345-0@lo:503:mount.lustre.0 Request processed in 287us (12845us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.030928:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787848604.031340:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101568:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787848604.031965:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787848604.032152:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101696:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848604.032696:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.032739:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b90c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848604.032792:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101696 00000100:00100000:1.0:1787848604.032799:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101696 00000100:00100000:1.0:1787848604.032955:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787848604.032964:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848604.033082:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101696:12345-0@lo:502:mount.lustre.0 Request processed in 119us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.033090:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787848604.033190:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101696:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848604.033419:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787848604.033572:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787848604.033610:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787848604.033626:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787848604.033639:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787848604.033653:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787848604.033666:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787848604.033679:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787848604.033693:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787848604.033706:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787848604.033717:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787848604.033745:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101824:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848604.033896:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.033918:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac502b90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848604.034007:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101824 00000100:00100000:3.0:1787848604.034013:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101824 00000100:00100000:3.0:1787848604.034049:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787848604.034055:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101824:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848604.034144:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101824:12345-0@lo:502:mount.lustre.0 Request processed in 88us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.034151:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787848604.034224:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101824:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787848604.034268:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1787848604.034276:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787848604.035169:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848604.035189:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035192:0:24302:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787848604.035199:0:24302:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac701d9000 00000020:00000080:1.0:1787848604.035202:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848604.035213:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848604.035216:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035217:0:24302:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787848604.035220:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848604.035222:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035223:0:24302:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787848604.035227:0:24302:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac701d9000 00000020:00000080:1.0:1787848604.035229:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848604.035316:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848604.035319:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035321:0:24302:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787848604.035324:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848604.035326:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035327:0:24302:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787848604.035330:0:24302:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac701d9000 00000020:00000080:1.0:1787848604.035332:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848604.035348:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848604.035350:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035351:0:24302:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787848604.035353:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848604.035355:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035356:0:24302:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787848604.035359:0:24302:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac701d9000 00000020:00000080:1.0:1787848604.035361:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787848604.035378:0:24302:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848604.035380:0:24302:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848604.035381:0:24302:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787848604.035384:0:24302:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787848604.035619:0:24281:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787848604.035651:0:24281:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787848604.040924:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.040944:0:24281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848604.041016:0:24281:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787848604.041019:0:24281:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8eac701d9000 10000000:01000000:0.0:1787848604.041022:0:24281:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8eac701d9000 10000000:01000000:0.0:1787848604.041026:0:24281:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787848604.041039:0:24281:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8eac701d9000 from 1 10000000:01000000:0.0:1787848604.041042:0:24281:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787848604.041076:0:24281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041085:0:24281:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041096:0:24281:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848604.041119:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101952:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787848604.041187:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848604.041247:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535101952 00000100:00100000:0.0:1787848604.041254:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535101952 00000100:00100000:0.0:1787848604.041317:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787848604.041327:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:24281:x1874694535101952:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848604.041339:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848604.041352:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1d47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1d40 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041375:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1d40 expref: 21 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041385:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00600/0x23626ab2a31c1d47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d40 expref: 21 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041393:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00600, rc 0) 00000100:00100000:0.0:1787848604.041449:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535101952:12345-0@lo:101:mount.lustre.0 Request processed in 122us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848604.041464:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787848604.041515:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7d2ee000 going to sleep for 11 seconds 00000100:00100000:0.0:1787848604.041539:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535101952:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848604.041555:0:24281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d47 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848604.041564:0:24281:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1d47 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787848604.044513:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787848604.044966:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787848604.045142:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787848604.045167:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787848604.045184:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787848604.045198:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787848604.045211:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787848604.045230:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787848604.045262:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787848604.045276:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787848604.045310:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787848604.045324:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787848604.045339:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787848604.045351:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787848604.045364:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787848604.045376:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787848604.045388:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787848604.045413:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787848604.045427:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787848604.045509:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787848604.045525:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787848604.045546:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787848604.045559:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787848604.045571:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787848604.045597:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787848604.045613:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787848604.045626:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787848604.045640:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787848604.045653:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787848604.045666:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787848604.045679:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787848604.045691:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787848604.045702:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787848604.045713:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787848604.045724:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787848604.045736:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787848604.045748:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787848604.045760:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787848604.046961:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787848604.046976:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787848604.047006:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787848604.047021:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787848604.047034:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787848604.047047:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787848604.047059:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787848604.047073:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787848604.047087:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787848604.047101:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787848604.047115:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787848604.047128:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787848604.047308:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787848604.047330:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787848604.047347:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787848604.047352:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787848604.047475:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102080:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848604.047538:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848604.047584:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51ad2540 going to sleep for 11 seconds 00000100:00100000:0.0:1787848604.050631:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102080 00000100:00100000:0.0:1787848604.050643:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102080 00000100:00100000:0.0:1787848604.050703:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787848604.050714:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848604.051628:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102080:12345-0@lo:501:mount.lustre.0 Request processed in 912us (4085us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848604.051638:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787848604.051746:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102080:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848604.051818:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102208:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848604.051864:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.051898:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac42cf7300 going to sleep for 11 seconds 00000100:00100000:0.0:1787848604.051997:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102208 00000100:00100000:0.0:1787848604.052002:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102208 00000100:00100000:0.0:1787848604.052037:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787848604.052045:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102208:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848604.052127:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102208:12345-0@lo:503:mount.lustre.0 Request processed in 82us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848604.052133:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787848604.052265:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102208:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787848604.053193:0:24281:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787848604.054921:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102336:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848604.054998:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.062012:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac42cf7300 going to sleep for 11 seconds 00000100:00100000:0.0:1787848604.062429:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102336 00000100:00100000:0.0:1787848604.062515:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102336 00000100:00100000:0.0:1787848604.064785:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787848604.064816:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102336:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848604.064993:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102336:12345-0@lo:502:mount.lustre.0 Request processed in 195us (9994us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848604.065001:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787848604.065166:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102336:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848604.065448:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787848604.065481:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787848604.065497:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787848604.065511:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787848604.065526:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787848604.065551:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787848604.065566:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787848604.065581:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787848604.065596:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787848604.065609:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787848604.065623:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787848604.065637:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787848604.065668:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787848604.065685:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787848604.065699:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787848604.065713:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787848604.065728:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787848604.065742:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787848604.065755:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787848604.065767:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787848604.065780:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787848604.065795:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787848604.065824:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787848604.065840:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787848604.065853:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787848604.065865:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787848604.065879:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787848604.065892:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787848604.065919:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787848604.065935:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787848604.065947:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787848604.065959:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787848604.065970:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787848604.065982:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787848604.065995:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787848604.066007:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787848604.066019:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787848604.066033:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787848604.066059:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787848604.066073:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787848604.066087:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787848604.066101:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787848604.066114:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787848604.066128:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787848604.066159:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787848604.066174:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787848604.066187:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787848604.066199:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787848604.066247:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102464:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848604.066336:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848604.069068:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102464 00000100:00100000:3.0:1787848604.069083:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102464 00000100:00100000:3.0:1787848604.069133:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787848604.069142:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102464:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848604.069327:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102464:12345-0@lo:502:mount.lustre.0 Request processed in 186us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.069335:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787848604.070929:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac42cf7300 going to sleep for 11 seconds 00000100:00100000:3.0:1787848604.070960:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6fa8d680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787848604.071161:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787848604.071185:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787848604.071219:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102592:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848604.071275:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848604.071323:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102592 00000100:00100000:3.0:1787848604.071327:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102592 00000100:00100000:3.0:1787848604.071358:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787848604.071370:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102592:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848604.071574:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535102592:12345-0@lo:502:mount.lustre.0 Request processed in 204us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.071582:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787848604.071617:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48dbb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848604.071628:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f252c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535102592:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787848604.071659:0:24281:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787848604.071666:0:24281:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787848604.078978:0:24307:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787848604.078997:0:24307:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8eac6ca119d0) 00000020:00000080:0.0:1787848604.079024:0:24307:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1787848604.079120:0:24307:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac701d9000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787848604.079125:0:24307:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac701d9000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787848604.079127:0:24307:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac701d9000 3 00010000:00080000:0.0:1787848604.079156:0:24307:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eab42ec2000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.106@tcp at head 00010000:00010000:1.0:1787848604.088703:0:24307:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1787848604.090272:0:24307:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1787848604.090597:0:24307:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787848604.090610:0:24307:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x23626ab2a31c1d55 00000100:00080000:1.0:1787848604.090622:0:24307:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848604.090628:0:24307:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8eab42ec2000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848604.090664:0:24307:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0a580 x1874694535102720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787848604.090729:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535102720:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787848604.090880:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787848604.092156:0:24307:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787848604.092218:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848604.092222:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848604.092225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848604.092228:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848604.092254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848604.092257:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848604.092259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848604.092262:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787848604.092313:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535102976:0@lo:400:kworker.0 00000100:00100000:1.0:1787848604.092358:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.092386:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787848604.092391:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535103104:0@lo:400:kworker.0 00000100:00100000:1.0:1787848604.092425:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.092468:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102720 00000100:00100000:1.0:1787848604.092474:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102720 00000100:00100000:1.0:1787848604.092498:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102976 00000100:00100000:1.0:1787848604.092500:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102976 00000100:00100000:1.0:1787848604.092530:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848604.092536:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb09680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535102976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848604.092581:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb09680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535102976:12345-0@lo:400:kworker.0 Request processed in 44us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.092588:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848604.092603:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787848604.092606:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3614:x1874694535102720:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787848604.092627:0:22783:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 629 last 0 00000020:00000080:1.0:1787848604.092670:0:22783:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x23626ab2a31c1d5c 00000004:00100000:1.0:1787848604.092684:0:22783:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787848604.092714:0:22783:0:(import.c:65:import_set_state_nolock()) ffff8eac4554d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787848604.092916:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535102848:0@lo:400:kworker.0 00000100:00100000:2.0:1787848604.092943:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.092961:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787848604.092966:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535103232:0@lo:400:kworker.0 00000100:00100000:2.0:1787848604.092991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.093021:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103104 00000100:00100000:2.0:1787848604.093024:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103104 00000100:00100000:2.0:1787848604.093044:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535102848 00000100:00100000:2.0:1787848604.093046:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535102848 00000100:00100000:2.0:1787848604.093057:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787848604.093062:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535103104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848604.093091:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb09e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535103104:12345-0@lo:400:kworker.0 Request processed in 29us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848604.093097:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787848604.093107:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787848604.093112:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535102848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848604.093151:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535102848:12345-0@lo:400:kworker.0 Request processed in 38us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848604.093157:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787848604.093194:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535102848:0@lo:400:kworker.0 00000100:00100000:0.0:1787848604.096340:0:22781:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787848604.096356:0:22781:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1787848604.096609:0:22782:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787848604.096623:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103232 00000100:00100000:3.0:1787848604.096632:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103232 00000100:00100000:3.0:1787848604.096666:0:22782:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787848604.096678:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787848604.096687:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535103232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848604.096808:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230cf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535103232:12345-0@lo:400:kworker.0 Request processed in 122us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.096815:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1787848604.097149:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac7cb092c0 x1874694535103232/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848604.097164:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb092c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535103232:0@lo:400:kworker.0 00000020:01000004:0.0:1787848604.098505:0:24307:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787848604.098524:0:24307:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8eab42b999d0) 00000020:00000080:0.0:1787848604.098549:0:24307:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1787848604.098653:0:24307:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac701d9000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787848604.098658:0:24307:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac701d9000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787848604.098660:0:24307:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac701d9000 3 00010000:00080000:0.0:1787848604.098687:0:24307:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eab42ec7000@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.106@tcp at head 00000100:00100000:1.0:1787848604.102564:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f252c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3614:x1874694535102720:12345-0@lo:38:llog_process_th.0 Request processed in 9946us (11674us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.102579:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787848604.102652:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535103104:0@lo:400:kworker.0 00010000:00080000:1.0:1787848604.102668:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac7cb0b0c0 x1874694535102976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848620 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848604.102678:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535102976:0@lo:400:kworker.0 00010000:00080000:3.0:1787848604.103562:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac7cb0a580 x1874694535102720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848604.103573:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787848604.103583:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1787848604.103592:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787848604.103597:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787848604.103601:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab42ec2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787848604.103618:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3614:1874694535102720:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1787848604.107175:0:24307:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:1.0:1787848604.108144:0:24307:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:1.0:1787848604.108209:0:24307:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787848604.108222:0:24307:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x23626ab2a31c1d6a 00000100:00080000:1.0:1787848604.108232:0:24307:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848604.108238:0:24307:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8eab42ec7000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848604.108270:0:24307:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0b0c0 x1874694535103360/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848604.108320:0:24307:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1787848604.108511:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3614:1874694535103360:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787848604.108578:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848604.108611:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103360 00000100:00100000:3.0:1787848604.108617:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103360 00000100:00100000:3.0:1787848604.108644:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787848604.108651:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3614:x1874694535103360:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787848604.108674:0:22782:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 629 last 0 00000020:00000080:3.0:1787848604.108701:0:22782:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x23626ab2a31c1d71 00000004:00100000:3.0:1787848604.108714:0:22782:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787848604.108743:0:22782:0:(import.c:65:import_set_state_nolock()) ffff8eac48edc800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787848604.108797:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f26d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3614:x1874694535103360:12345-0@lo:38:llog_process_th.0 Request processed in 145us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.108805:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1787848604.108849:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8eac7cb0b0c0 x1874694535103360/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848604.108858:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787848604.108865:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1787848604.108871:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787848604.108875:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787848604.108877:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab42ec7000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787848604.108881:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3614:1874694535103360:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787848604.109136:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1787848604.109334:0:24281:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787848604.109363:0:24281:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787848604.109378:0:24281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d47 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.109388:0:24281:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb00800/0x23626ab2a31c1d40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d47 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787848604.109451:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787848604.109453:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787848604.109454:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848604.109455:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848604.109456:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848604.109458:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848604.109459:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787848604.109461:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848604.109462:0:24281:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787848604.109466:0:24281:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1787848604.109468:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787848604.109469:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787848604.109471:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848604.109472:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848604.109473:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848604.109474:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848604.109475:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787848604.109476:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848604.109477:0:24281:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787848604.109492:0:24281:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1787848604.109503:0:24281:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535103488:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787848604.109539:0:24281:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.109553:0:24281:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51bdd540 going to sleep for 11 seconds 00000100:00100000:3.0:1787848604.109654:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103488 00000100:00100000:3.0:1787848604.109659:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103488 00000100:00100000:3.0:1787848604.109700:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787848604.109706:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535103488:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787848604.109726:0:22773:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787848604.109739:0:22773:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:0.0:1787848604.109989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848604.109994:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848604.109997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848604.109999:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848604.110004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848604.110006:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848604.110009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848604.110011:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 20000000:01000000:3.0:1787848604.114684:0:22773:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787848604.114706:0:22773:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1787848604.115011:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:24281:x1874694535103488:12345-0@lo:253:mount.lustre.0 Request processed in 5300us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.115023:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1787848604.115121:0:24281:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0bc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:24281:1874694535103488:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787848604.115136:0:24281:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1787848604.115139:0:24281:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787848604.115141:0:24281:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787848604.115142:0:24281:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787848604.115143:0:24281:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787848604.115144:0:24281:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787848604.115146:0:24281:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787848604.115148:0:24281:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787848604.115150:0:24281:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787848604.115151:0:24281:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787848604.115168:0:24281:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1787848604.116195:0:22797:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787848604.116207:0:22797:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787848604.116226:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.116243:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.116250:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 20 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.116256:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.116315:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 20 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.116331:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 20 pid: 22775 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848604.116344:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb09a40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535103616:0@lo:104: 00000100:00100000:1.0:1787848604.116393:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787848604.117379:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.117390:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848604.117412:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535103744:0@lo:104: 00000100:00100000:3.0:1787848604.117540:0:22765:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103616 00000100:00100000:3.0:1787848604.117547:0:22765:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103616 00000100:00100000:3.0:1787848604.117594:0:22765:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787848604.117603:0:22765:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535103616:12345-0@lo:104: 00010000:00010000:3.0:1787848604.117615:0:22765:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:0.0:1787848604.120590:0:24281:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:3.0:1787848604.123241:0:22765:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787848604.123257:0:22765:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535103616:12345-0@lo:104: Request processed in 5651us (6859us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.123269:0:22765:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1787848604.123316:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848604.123323:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123334:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60800 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:3.0:1787848604.123339:0:22770:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123349:0:22770:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787848604.123363:0:22770:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848604.123370:0:22770:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787848604.123418:0:22770:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123424:0:22770:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787848604.123449:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123457:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac7da60800/0x23626ab2a31c1cc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cd0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123466:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848604.123468:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848604.123470:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848604.123489:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535103872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787848604.123528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848604.123585:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103872 00000100:00100000:3.0:1787848604.123591:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103872 00010000:00010000:3.0:1787848604.123612:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 21 pid: 22775 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848604.123634:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787848604.123640:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3618:x1874694535103872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848604.123651:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848604.123656:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 21 pid: 22775 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123672:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 21 pid: 22775 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.123689:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848604.123714:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3618:x1874694535103872:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848604.123721:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787848604.123751:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f25680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535103872:0@lo:103:ldlm_bl.0 00002000:00080000:2.0:1787848604.128673:0:24281:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1787848604.128682:0:24281:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1787848604.128717:0:24281:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787848604.128759:0:24281:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787848604.128841:0:24281:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1787848604.128864:0:24281:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1787848604.132118:0:24281:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000100:00100000:1.0:1787848604.133877:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848604.133944:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51bddb40 going to sleep for 11 seconds 00010000:00010000:1.0:1787848604.133974:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb01600/0x23626ab2a31c1cd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1cc9 expref: 20 pid: 22775 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848604.134002:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb09a40 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535103616:0@lo:104: 00000020:00000004:2.0:1787848604.135925:0:24281:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787848604.146374:0:22764:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787848604.146425:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535103744 00000100:00100000:1.0:1787848604.146643:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535103744 00000100:00100000:1.0:1787848604.146710:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848604.146721:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d346050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535103744:12345-0@lo:104: 00010000:00010000:1.0:1787848604.146742:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.146897:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787848604.146903:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d346050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535103744:12345-0@lo:104: Request processed in 185us (13031us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848604.146911:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848604.146985:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0b0c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535103744:0@lo:104: 00010000:00010000:1.0:1787848604.148905:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154097:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787848604.154111:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154134:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01000 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848604.154138:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154148:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848604.154155:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848604.154159:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787848604.154207:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154214:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848604.154236:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154243:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01000/0x23626ab2a31c1cbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cc2 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.154261:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848604.154263:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848604.154265:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848604.154312:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787848604.154333:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535104000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848604.154412:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.156743:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104000 00000100:00100000:2.0:1787848604.156756:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104000 00010000:00010000:2.0:1787848604.156902:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848604.156942:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787848604.156952:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d2a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:3616:x1874694535104000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848604.156965:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848604.156971:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.156984:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157071:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1cc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1cbb expref: 20 pid: 22773 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157090:0:22767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157099:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787848604.157114:0:22767:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.040908415s 00010000:00010000:2.0:1787848604.157119:0:22767:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157126:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157133:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157139:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157153:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:2.0:1787848604.157157:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157164:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157173:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848604.157183:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848604.157244:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d2a1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:3616:x1874694535104000:12345-0@lo:103:ldlm_bl.0 Request processed in 294us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848604.157252:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787848604.157347:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535104000:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787848604.157723:0:22797:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.157733:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848604.157740:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7da60200/0x23626ab2a31c1d78 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848604.166668:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848604.727053:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787848604.727077:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb09a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535104128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848604.727148:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848604.727260:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787848604.727272:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535104256:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787848604.727326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848604.727734:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104128 00000100:00100000:2.0:1787848604.727742:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104128 00000100:00100000:2.0:1787848604.727797:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104256 00000100:00100000:2.0:1787848604.727800:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104256 00000100:00100000:2.0:1787848604.727818:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787848604.727827:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535104128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787848604.727862:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848604.727915:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535104128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848604.727936:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787848604.727954:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848604.727961:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535104256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787848604.727978:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787848604.728007:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535104256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848604.728012:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848604.728062:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb09a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535104128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848604.728578:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535104256:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1787848605.073173:0:24362:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787848605.073497:0:24362:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787848605.174494:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787848605.315054:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787848605.315064:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eab43de1800 from 13 10000000:01000000:3.0:1787848605.315070:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787848605.315119:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315132:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315145:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848605.315192:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848605.315275:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848605.315419:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787848605.315455:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104384 00000100:00100000:3.0:1787848605.315471:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104384 00000100:00100000:3.0:1787848605.315519:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787848605.315528:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+19:22778:x1874694535104384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848605.315543:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848605.315557:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1d7f expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315578:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 20 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315590:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 20 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315599:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5e00, rc 0) 00000100:00100000:3.0:1787848605.315640:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:22778:x1874694535104384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848605.315647:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787848605.315695:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848605.315710:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.315719:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848605.315770:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104512:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787848605.315798:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848605.315812:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787848605.315825:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104512 00000100:00100000:3.0:1787848605.315834:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104512 00000100:00100000:3.0:1787848605.315870:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787848605.315877:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:22778:x1874694535104512:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787848605.315891:0:22773:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787848605.315905:0:22773:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787848605.315909:0:22773:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1787848605.315979:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:22778:x1874694535104512:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 102us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848605.315986:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787848605.316014:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104512:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787848605.316071:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787848605.316078:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316085:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848605.316095:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787848605.316096:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eac485d7800 from 13 10000000:01000000:3.0:1787848605.316099:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787848605.316114:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316120:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316128:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848605.316139:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104640:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848605.316167:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848605.316180:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787848605.316194:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104640 00000100:00100000:3.0:1787848605.316198:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104640 00000100:00100000:3.0:1787848605.316219:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787848605.316225:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:22778:x1874694535104640:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848605.316233:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848605.316241:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1d8d expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316256:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316264:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.316271:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5200, rc 0) 00000100:00100000:3.0:1787848605.319612:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535104640:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3375us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848605.319626:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787848605.321013:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104640:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787848605.321041:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848605.321055:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848605.321140:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb083c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104768:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787848605.321196:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848605.321234:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51bdd840 going to sleep for 11 seconds 00000100:00100000:3.0:1787848605.322169:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104768 00000100:00100000:3.0:1787848605.322179:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104768 00000100:00100000:3.0:1787848605.322228:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787848605.322237:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535104768:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787848605.322259:0:22775:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787848605.322278:0:22775:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787848605.322280:0:22775:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1787848605.334008:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535104768:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 11761us (12801us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848605.334035:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787848605.334570:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb083c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535104768:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787848605.334659:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787848605.334673:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848605.334685:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848606.202625:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848607.224922:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787848607.670993:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787848608.246967:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848609.272132:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848609.334582:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535104896:0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.334669:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787848609.334961:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848609.334967:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848609.334970:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848609.334974:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787848609.335024:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535105280:0@lo:400:kworker.0 00000100:00100000:0.0:1787848609.335061:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848609.335376:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535104896 00000100:00100000:3.0:1787848609.335385:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535104896 00000100:00100000:3.0:1787848609.335431:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787848609.335440:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3618:x1874694535104896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848609.335811:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535104896:0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.335868:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3618:x1874694535104896:12345-0@lo:400:kworker.0 Request processed in 265us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848609.335877:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1787848609.336006:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848609.336011:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848609.336014:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848609.336017:0:21160:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787848609.336078:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535105408:0@lo:400:kworker.0 00000100:00100000:0.0:1787848609.336115:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848609.336310:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105408 00000100:00100000:3.0:1787848609.336315:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105408 00000100:00100000:3.0:1787848609.336349:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787848609.336357:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d331a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535105408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336419:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535105024:0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336470:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.336491:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535105536:0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336516:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.336533:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787848609.336540:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535105152:0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336558:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.336572:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535105664:0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336593:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.336620:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105280 00000100:00100000:2.0:1787848609.336624:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105280 00000100:00100000:2.0:1787848609.336650:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105024 00000100:00100000:2.0:1787848609.336653:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105024 00000100:00100000:2.0:1787848609.336668:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787848609.336674:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d331e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535105280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336720:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d331e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535105280:12345-0@lo:400:kworker.0 Request processed in 46us (1658us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848609.336727:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787848609.336740:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787848609.336747:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535105024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336776:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535105024:12345-0@lo:400:kworker.0 Request processed in 30us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848609.336781:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787848609.336810:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535105280:0@lo:400:kworker.0 00000100:00100000:2.0:1787848609.336838:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535105024:0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.337038:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d331a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535105408:12345-0@lo:400:kworker.0 Request processed in 681us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848609.337055:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787848609.337066:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105536 00000100:00100000:3.0:1787848609.337069:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105536 00000100:00100000:3.0:1787848609.337103:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105152 00000100:00100000:3.0:1787848609.337106:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105152 00000100:00100000:3.0:1787848609.337115:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105664 00000100:00100000:3.0:1787848609.337117:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105664 00000100:00100000:3.0:1787848609.337131:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787848609.337136:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535105536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.337166:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535105536:12345-0@lo:400:kworker.0 Request processed in 30us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848609.337172:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787848609.337181:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787848609.337186:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535105152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.337222:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535105152:12345-0@lo:400:kworker.0 Request processed in 35us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848609.337227:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787848609.337238:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787848609.337243:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535105664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848609.337268:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535105664:12345-0@lo:400:kworker.0 Request processed in 25us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848609.337274:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1787848609.337542:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787848609.337552:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1787848609.337576:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230d2c0 x1874694535105152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848609.337587:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535105152:0@lo:400:kworker.0 00010000:00080000:2.0:1787848609.337597:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230e580 x1874694535105664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848609.337606:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535105664:0@lo:400:kworker.0 00010000:00080000:2.0:1787848609.337615:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230f0c0 x1874694535105536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848609.337624:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535105536:0@lo:400:kworker.0 00010000:00080000:0.0:1787848609.337691:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230ed00 x1874694535105408/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848609.337761:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535105408:0@lo:400:kworker.0 00000100:00100000:1.0:1787848609.846541:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787848609.846567:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535105792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848609.846639:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.846751:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848609.846762:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535105920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787848609.846791:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848609.846824:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105792 00000100:00100000:2.0:1787848609.846830:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105792 00000100:00100000:2.0:1787848609.846871:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535105920 00000100:00100000:2.0:1787848609.846874:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535105920 00000100:00100000:2.0:1787848609.846889:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787848609.846898:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535105792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787848609.846936:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848609.846978:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb092c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535105792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848609.846985:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787848609.847002:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787848609.847008:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535105920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787848609.847035:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787848609.847067:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535105920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848609.847073:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787848609.847116:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535105920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848609.847197:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535105792:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1787848610.042098:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:3.0:1787848610.155130:0:24652:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787848610.294843:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787848610.998110:0:24704:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787848610.998363:0:24704:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787848611.318678:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787848611.911443:0:24755:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787848611.911928:0:24755:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787848612.345399:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848613.366479:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848614.333509:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848599/real 1787848599] req@ffff8eac5430c780 x1874694535099136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848614.333539:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430c780 x1874694535099136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848614.333547:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848599/real 1787848599] req@ffff8eac5430de00 x1874694535099264/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848614 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848614.333557:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac5430de00 x1874694535099264/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848614 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787848614.333576:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6fb97800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848614.333624:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787848614.333628:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535099136:0@lo:8:kworker.0 00000100:00080000:3.0:1787848614.333634:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848614.337085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.337092:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848614.337094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.337098:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848614.337117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.337120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787848614.337123:0:8:0:(import.c:65:import_set_state_nolock()) ffff8eac6fb97800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787848614.337131:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 624 00000100:00080000:0.0:1787848614.337137:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787848614.337143:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8eac6fb97800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1787848614.337162:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7d333480 x1874694535106560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787848614.337172:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.337175:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787848614.337177:0:8:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787848614.337179:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 624 00000100:00080000:0.0:1787848614.337203:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787848614.337208:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8eac70202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1787848614.337219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7d330f00 x1874694535106688/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787848614.337282:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535106048:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337368:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337412:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535106816:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337432:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337454:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787848614.337459:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535106176:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337478:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337490:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535106944:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337523:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337547:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3617:1874694535106304:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337568:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337581:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535107072:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337597:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337610:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787848614.337614:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535106432:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.337630:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848614.337653:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106816 00000100:00100000:0.0:1787848614.337659:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106816 00000100:00100000:0.0:1787848614.339429:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106944 00000100:00100000:0.0:1787848614.339440:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106944 00000100:00100000:0.0:1787848614.339483:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106304 00000100:00100000:0.0:1787848614.339487:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106304 00000100:00100000:0.0:1787848614.339515:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107072 00000100:00100000:0.0:1787848614.339518:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107072 00000100:00100000:0.0:1787848614.339540:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848614.339550:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535106816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.339637:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535106816:12345-0@lo:400:kworker.0 Request processed in 89us (2203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.339644:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848614.339661:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787848614.339667:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535106944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.339770:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535106944:12345-0@lo:400:kworker.0 Request processed in 103us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.339776:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787848614.339788:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787848614.339793:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1874694535106304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.339822:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1874694535106304:12345-0@lo:400:kworker.0 Request processed in 29us (2253us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.339828:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787848614.339838:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787848614.339843:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535107072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.339867:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535107072:12345-0@lo:400:kworker.0 Request processed in 24us (2269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.339939:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787848614.339968:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106176 00000100:00100000:0.0:1787848614.339972:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106176 00000100:00100000:0.0:1787848614.339997:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106432 00000100:00100000:0.0:1787848614.340000:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106432 00000100:00100000:0.0:1787848614.340013:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787848614.340029:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535106176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.340061:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535106176:12345-0@lo:400:kworker.0 Request processed in 34us (2582us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.340067:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787848614.340079:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787848614.340084:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535106432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.340108:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535106432:12345-0@lo:400:kworker.0 Request processed in 25us (2478us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.340113:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:0.0:1787848614.340141:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787848614.340145:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787848614.340179:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535106176:0@lo:400:kworker.0 00010000:00080000:0.0:1787848614.340205:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7d330b40 x1874694535106944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848614.340217:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535106944:0@lo:400:kworker.0 00010000:00080000:0.0:1787848614.340230:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7d330780 x1874694535106816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848614.340341:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535106816:0@lo:400:kworker.0 00000100:00100000:0.0:1787848614.340379:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d331680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535106432:0@lo:400:kworker.0 00010000:00080000:0.0:1787848614.340390:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7d332940 x1874694535106304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848614.340397:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d332940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3617:1874694535106304:0@lo:400:kworker.0 00010000:00080000:0.0:1787848614.340405:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7d3321c0 x1874694535107072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848614.340419:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3321c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535107072:0@lo:400:kworker.0 00000100:00080000:3.0:1787848614.340523:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787848614.340529:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535099264:0@lo:8:kworker.0 00000100:00100000:3.0:1787848614.340562:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535106560:0@lo:8:kworker.0 00000100:00100000:3.0:1787848614.340604:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848614.340628:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535106688:0@lo:8:kworker.0 00000100:00100000:3.0:1787848614.340651:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848614.340694:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106048 00000100:00100000:3.0:1787848614.340698:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106048 00000100:00100000:3.0:1787848614.340727:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787848614.340734:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3615:x1874694535106048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848614.340768:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3615:x1874694535106048:12345-0@lo:400:kworker.0 Request processed in 35us (3400us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848614.340781:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:0.0:1787848614.340976:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.340981:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848614.340984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848614.340987:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787848614.341010:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106560 00000100:00100000:0.0:1787848614.341014:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106560 00000100:00100000:0.0:1787848614.341038:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535106688 00000100:00100000:0.0:1787848614.341041:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535106688 00000100:00100000:0.0:1787848614.341051:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848614.341056:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3614:x1874694535106560:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787848614.341084:0:24286:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1787848614.341110:0:24286:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1d9b 00002000:00100000:0.0:1787848614.341123:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8eab42ec1800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113956 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1787848614.341127:0:24286:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1787848614.341130:0:24286:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787848614.341345:0:24286:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1787848614.341370:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8eab42ec6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848614.341411:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3614:x1874694535106560:12345-0@lo:8:kworker.0 Request processed in 353us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848614.341419:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787848614.341432:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787848614.341436:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3614:x1874694535106688:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787848614.341447:0:24286:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1787848614.342208:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7d333480 x1874694535106560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787848634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848614.342220:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787848614.342229:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787848614.342237:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787848614.342243:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787848614.342246:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6fb97800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787848614.342265:0:3614:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787848614.342270:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535106560:0@lo:8:kworker.0 00000004:00080000:1.0:1787848614.345611:0:23524:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1787848614.345641:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107328:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1787848614.345730:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848614.345767:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac485920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848614.345783:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535107200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787848614.345810:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848614.345858:0:24288:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787848614.345866:0:24288:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1787848614.346025:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107328 00000100:00100000:1.0:1787848614.346033:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107328 00000100:00100000:1.0:1787848614.346148:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787848614.346157:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23524:x1874694535107328:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1787848614.348851:0:23523:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00080000:3.0:1787848614.349341:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787848614.349375:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107200 00000100:00100000:3.0:1787848614.349385:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107200 00000100:00100000:3.0:1787848614.349428:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848614.349438:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3618:x1874694535107200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787848614.349467:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787848614.349544:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3618:x1874694535107200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (3733us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848614.349551:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787848614.349596:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7cb08000 x1874694535107200/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787848630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848614.349618:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535107200:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1787848614.349864:0:23523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 639350577554ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787848614.350765:0:23523:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1787848614.350817:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d3303c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535106048:0@lo:400:kworker.0 00002000:00080000:3.0:1787848614.357805:0:24858:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1787848614.357817:0:24858:0:(ofd_dev.c:1211:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787848614.357922:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23524:x1874694535107328:12345-0@lo:7:osp-pre-0-1.0 Request processed in 11762us (12188us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848614.357951:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787848614.358090:0:23524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7cb0a580 x1874694535107328/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787848630 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848614.358105:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107328:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1787848614.358119:0:23524:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787848614.358161:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107456:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787848614.358209:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848614.358241:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771240 going to sleep for 11 seconds 00000004:00080000:1.0:1787848614.358608:0:23514:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1787848614.359104:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107456 00000100:00100000:3.0:1787848614.359113:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107456 00000100:00100000:3.0:1787848614.359168:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787848614.359178:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23524:x1874694535107456:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787848614.359223:0:24288:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1787848614.359305:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb083c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23524:x1874694535107456:12345-0@lo:5:osp-pre-0-1.0 Request processed in 127us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848614.359313:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787848614.359430:0:23524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7cb0a580 x1874694535107456/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787848630 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848614.359442:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107456:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1787848614.359453:0:23524:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1787848614.359485:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107584:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787848614.359514:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848614.359539:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac50771240 going to sleep for 11 seconds 00000100:00100000:3.0:1787848614.359581:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107584 00000100:00100000:3.0:1787848614.359585:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107584 00000100:00100000:3.0:1787848614.359617:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787848614.359624:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb09a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23524:x1874694535107584:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787848614.359651:0:24858:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1787848614.381152:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3614:x1874694535106688:12345-0@lo:8:kworker.0 Request processed in 39706us (40492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787848614.381166:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787848614.381313:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787848614.381321:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787848614.381325:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d330f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535106688:0@lo:8:kworker.0 00010000:00010000:0.0:1787848614.400869:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787848614.409827:0:24282:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1787848614.409845:0:24282:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1787848614.410265:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb09a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23524:x1874694535107584:12345-0@lo:5:osp-pre-0-1.0 Request processed in 50634us (50743us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787848614.410306:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1787848614.414869:0:23524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7cb0a580 x1874694535107584/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787848630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848614.414886:0:23524:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787848614.414893:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23524:1874694535107584:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787848614.414911:0:23524:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1787848614.417025:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23524:1874694535107712:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787848614.417120:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848614.417162:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51bc1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787848614.417223:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107712 00000100:00100000:2.0:1787848614.417493:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107712 00000100:00100000:2.0:1787848614.417549:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787848614.417558:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23524:x1874694535107712:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787848614.417622:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23524:x1874694535107712:12345-0@lo:900:osp-pre-0-1.0 Request processed in 65us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848614.417630:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1787848614.417810:0:23524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230d2c0 x1874694535107712/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787848630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848614.417823:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23524:1874694535107712:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1787848614.972035:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535107840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848614.972109:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848614.972277:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107840 00000100:00100000:1.0:1787848614.972306:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107840 00000100:00100000:1.0:1787848614.972360:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787848614.972370:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535107840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787848614.972404:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787848614.972450:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535107840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848614.972457:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787848614.972613:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535107840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848614.974811:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535107968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848614.974877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848614.975028:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535107968 00000100:00100000:2.0:1787848614.975037:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535107968 00000100:00100000:2.0:1787848614.975083:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787848614.975091:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535107968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787848614.975123:0:22786:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848614.975168:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535107968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848614.975176:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787848614.975438:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535107968:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787848615.414482:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848616.440374:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848617.479962:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787848617.927884:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848618.486486:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848619.511912:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787848619.574488:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848619.574495:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787848619.574496:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535108352:0@lo:400:kworker.0 00000100:00080000:0.0:1787848619.574498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848619.574501:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787848619.574517:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787848619.574520:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787848619.574524:0:8:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787848619.574530:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 639 00000100:00080000:0.0:1787848619.574535:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1787848619.574541:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8eac70202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:0.0:1787848619.574561:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac6f9f3840 x1874694535108864/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848619.574571:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.574627:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535108480:0@lo:400:kworker.0 00000100:00100000:2.0:1787848619.574632:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535108992:0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.574655:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.574680:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108480 00000100:00100000:0.0:1787848619.574682:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3616:1874694535109120:0@lo:400:kworker.0 00000100:00100000:2.0:1787848619.574687:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108480 00000100:00100000:0.0:1787848619.574700:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.574732:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108352 00000100:00100000:0.0:1787848619.574735:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108352 00000100:00100000:3.0:1787848619.574775:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848619.574807:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848619.574848:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108608:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.574870:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.578262:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109120 00000100:00100000:2.0:1787848619.578278:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109120 00000100:00100000:2.0:1787848619.578360:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787848619.578371:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535108480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848619.578462:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535108480:12345-0@lo:400:kworker.0 Request processed in 93us (3805us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.578470:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787848619.578487:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787848619.578494:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1874694535109120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848619.578527:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3616:x1874694535109120:12345-0@lo:400:kworker.0 Request processed in 34us (3824us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.578547:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787848619.579373:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108608 00000100:00100000:0.0:1787848619.579381:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108608 00000100:00100000:0.0:1787848619.579414:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787848619.579422:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535108352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.579480:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535108352:12345-0@lo:400:kworker.0 Request processed in 59us (4908us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.579488:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787848619.579502:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787848619.579509:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.579538:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108608:12345-0@lo:400:kworker.0 Request processed in 30us (4667us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.579543:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787848619.579571:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535108864:0@lo:8:kworker.0 00000100:00100000:0.0:1787848619.579609:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.579668:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108864 00000100:00100000:0.0:1787848619.579672:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108864 00000100:00100000:0.0:1787848619.579693:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787848619.579698:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3614:x1874694535108864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787848619.579720:0:24288:0:(ldlm_lib.c:1200:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787848619.579765:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3614:x1874694535108864:12345-0@lo:8:kworker.0 Request processed in 65us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787848619.579772:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1787848619.579806:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787848619.579811:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787848619.579815:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535108864:0@lo:8:kworker.0 00010000:00080000:0.0:1787848619.579851:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac6f9f0000 x1874694535108480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848619.579864:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535108480:0@lo:400:kworker.0 00010000:00080000:0.0:1787848619.579876:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac6f9f3480 x1874694535109120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848619.579885:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3616:1874694535109120:0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.579907:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.579940:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535108352:0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.580116:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108992 00000100:00100000:0.0:1787848619.580120:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108992 00000100:00100000:0.0:1787848619.580146:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787848619.580152:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535108992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.580190:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3615:x1874694535108992:12345-0@lo:400:kworker.0 Request processed in 37us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.580196:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:0.0:1787848619.580223:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac6f9f2940 x1874694535108992/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848619.580233:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3615:1874694535108992:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580334:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108608:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580345:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535109248:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580370:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848619.580404:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787848619.580411:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535108224:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580439:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848619.580468:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108736:0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580492:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848619.580523:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108096 00000100:00100000:3.0:1787848619.580527:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108096 00000100:00100000:3.0:1787848619.580558:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787848619.580564:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f25e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787848619.580584:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787848619.580619:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f25e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (5811us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.580624:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787848619.580640:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787848619.580645:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787848619.580654:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108224 00000100:00100000:3.0:1787848619.580657:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108224 00000100:00100000:3.0:1787848619.580680:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787848619.580687:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3617:x1874694535108224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580716:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3617:x1874694535108224:12345-0@lo:400:kworker.0 Request processed in 30us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.580722:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787848619.580747:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535108736 00000100:00100000:3.0:1787848619.580750:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535108736 00000100:00100000:3.0:1787848619.580771:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848619.580777:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848619.580805:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535108736:12345-0@lo:400:kworker.0 Request processed in 29us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.580816:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787848619.580847:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535108224:0@lo:400:kworker.0 00010000:00080000:3.0:1787848619.580859:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac6f9f03c0 x1874694535108736/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848619.580868:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108736:0@lo:400:kworker.0 00010000:00080000:3.0:1787848619.580877:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230fc00 x1874694535108096/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848619.580890:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535108096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787848619.583234:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109248 00000100:00100000:0.0:1787848619.583250:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109248 00000100:00100000:0.0:1787848619.583342:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787848619.583352:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848619.583443:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f270c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535109248:12345-0@lo:400:kworker.0 Request processed in 92us (3070us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.583450:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:0.0:1787848619.583501:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac6f9f2580 x1874694535109248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848619.583516:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535109248:0@lo:400:kworker.0 00000100:00080000:1.0:1787848619.583670:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:01000004:3.0:1787848619.596815:0:25103:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787848619.596819:0:25103:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1787848619.596821:0:25103:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1787848619.596935:0:25103:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8eac780be000 00000020:01000004:3.0:1787848619.596951:0:25103:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1787848619.596966:0:25103:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787848619.596980:0:25103:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8eac7cc919d0) 00000020:00000080:3.0:1787848619.597000:0:25103:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787848619.666633:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787848619.676541:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1787848619.676795:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1787848619.677537:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787848619.677827:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1787848619.678739:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1787848619.679141:0:25103:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:0.0:1787848619.680536:0:25103:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787848619.680797:0:25103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1787848619.680812:0:25103:0:(osd_handler.c:8928:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787848619.680825:0:25103:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x23626ab2a31c1da9 00000020:01000004:0.0:1787848619.680833:0:25103:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1787848619.680855:0:25103:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.106@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787848619.680859:0:25103:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.106@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787848619.680865:0:25103:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1787848619.680896:0:25103:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1787848619.680900:0:25103:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.106@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1787848619.699920:0:25103:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.106@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787848619.700111:0:25103:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.106@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1787848619.700116:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787848619.700118:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787848619.700119:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787848619.700120:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787848619.700121:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787848619.700122:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787848619.700123:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787848619.700183:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787848619.700185:0:25103:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787848619.700190:0:25103:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1787848619.700192:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787848619.700193:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787848619.700195:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787848619.700196:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787848619.700197:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787848619.700198:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787848619.700199:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787848619.700200:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787848619.700201:0:25103:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787848619.700231:0:25103:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1787848619.700255:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109376:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787848619.700535:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.700629:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36f6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.700674:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109376 00000100:00100000:3.0:1787848619.700683:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109376 00000100:00100000:3.0:1787848619.700776:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787848619.700788:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:25103:x1874694535109376:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787848619.700819:0:22775:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787848619.700823:0:22775:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1787848619.700827:0:22775:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1787848619.701374:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:25103:x1874694535109376:12345-0@lo:253:mount.lustre.0 Request processed in 586us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.701396:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787848619.701485:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109376:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787848619.701497:0:25103:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787848619.701500:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787848619.701501:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787848619.701502:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787848619.701503:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787848619.701505:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787848619.701506:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787848619.701507:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787848619.701509:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787848619.701510:0:25103:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787848619.701530:0:25103:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8eac780be000 from lustre-OST0001 10000000:01000000:1.0:1787848619.701563:0:25103:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1787848619.701566:0:25103:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787848619.701575:0:25103:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8eab422bcd70 local copy 00010000:00010000:1.0:1787848619.701587:0:25103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.701681:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109504:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848619.701724:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.701937:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51297480 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.702029:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109504 00000100:00100000:0.0:1787848619.702035:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109504 00000100:00100000:0.0:1787848619.702062:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787848619.702068:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:25103:x1874694535109504:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848619.702168:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:25103:x1874694535109504:12345-0@lo:501:mount.lustre.0 Request processed in 99us (443us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787848619.702176:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787848619.702313:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109504:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787848619.702328:0:25103:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.106@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787848619.702345:0:25103:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.106@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787848619.702352:0:25103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.702362:0:25103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc5a00/0x23626ab2a31c1ac3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1aca expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848619.702390:0:25103:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8eac780be000 10000000:01000000:1.0:1787848619.702395:0:25103:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787848619.702400:0:25103:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787848619.702402:0:25103:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787848619.702406:0:25103:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1787848619.702409:0:25103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1787848619.702430:0:25103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.702438:0:25103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.702448:0:25103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.702460:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109632:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787848619.702486:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.702525:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac51297480 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.702617:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109632 00000100:00100000:0.0:1787848619.702621:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109632 00000100:00100000:0.0:1787848619.702641:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787848619.702655:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:25103:x1874694535109632:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848619.702664:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848619.702677:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1db7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1db0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.702699:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1db7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1db0 expref: 22 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.702710:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb00200/0x23626ab2a31c1db7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1db0 expref: 22 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.702718:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb00200, rc 0) 00000100:00100000:0.0:1787848619.702746:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535109632:12345-0@lo:101:mount.lustre.0 Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.702752:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787848619.702819:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109632:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848619.702832:0:25103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1db7 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.702841:0:25103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1db7 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787848619.704937:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1787848619.706126:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787848619.708757:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787848619.708820:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787848619.708836:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787848619.708850:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787848619.708866:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787848619.708884:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787848619.708899:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787848619.708914:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787848619.708930:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1787848619.709187:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1787848619.709195:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1787848619.709386:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848619.709457:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.709539:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac439ec300 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.709582:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109760 00000100:00100000:0.0:1787848619.709590:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109760 00000100:00100000:0.0:1787848619.709642:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787848619.709653:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535109760:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848619.709894:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535109760:12345-0@lo:501:mount.lustre.0 Request processed in 240us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.709901:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787848619.710078:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848619.710127:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109888:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787848619.710354:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.710388:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac439ec300 going to sleep for 11 seconds 00000100:00100000:2.0:1787848619.710558:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535109888 00000100:00100000:2.0:1787848619.710563:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535109888 00000100:00100000:2.0:1787848619.710637:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787848619.710647:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535109888:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848619.711488:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535109888:12345-0@lo:503:mount.lustre.0 Request processed in 841us (1240us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.711497:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787848619.711589:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535109888:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787848619.712045:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787848619.712148:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110016:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848619.712192:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.712721:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac439ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.712790:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110016 00000100:00100000:3.0:1787848619.712797:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110016 00000100:00100000:3.0:1787848619.712830:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787848619.712838:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535110016:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848619.713318:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535110016:12345-0@lo:502:mount.lustre.0 Request processed in 479us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.713327:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787848619.713439:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848619.713622:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787848619.713650:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787848619.713663:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787848619.713677:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787848619.713692:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787848619.713704:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787848619.713717:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787848619.713732:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787848619.713745:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1787848619.713773:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110144:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848619.713818:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.713848:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac439ec300 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.713938:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110144 00000100:00100000:3.0:1787848619.714097:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110144 00000100:00100000:3.0:1787848619.714132:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787848619.714140:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535110144:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787848619.714226:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535110144:12345-0@lo:502:mount.lustre.0 Request processed in 86us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.714234:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787848619.714309:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110144:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848619.714348:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1787848619.714355:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1787848619.715638:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787848619.715651:0:25107:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1787848619.715658:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787848619.715661:0:25107:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1787848619.715667:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787848619.715685:0:25107:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8eab42b98000) 00000020:00000080:0.0:1787848619.715714:0:25107:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787848619.715727:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787848619.715792:0:25107:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac780be000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1787848619.715801:0:25107:0:(osd_handler.c:8928:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787848619.715807:0:25107:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x23626ab2a31c1dc5 00010000:00010000:0.0:1787848619.718879:0:25107:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1787848619.720448:0:25107:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1787848619.721747:0:25107:0:(osd_handler.c:5584:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1787848619.724908:0:25107:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1787848619.724923:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848619.724929:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848619.724932:0:25107:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1787848619.724936:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848619.724955:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848619.724964:0:25107:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787848619.724969:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787848619.724971:0:25107:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787848619.724974:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848619.724976:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848619.724977:0:25107:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787848619.724980:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787848619.724982:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848619.724983:0:25107:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787848619.724986:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787848619.725018:0:25107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787848619.725020:0:25107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787848619.725022:0:25107:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787848619.725025:0:25107:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1787848619.725404:0:25103:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1787848619.725435:0:25103:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1787848619.725451:0:25103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1db7 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.725464:0:25103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7da60a00/0x23626ab2a31c1db0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1db7 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848619.725472:0:25103:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac780be000 from 1 10000000:01000000:0.0:1787848619.725475:0:25103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787848619.725510:0:25103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.725517:0:25103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.725528:0:25103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848619.725552:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110272:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787848619.725615:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.725660:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.725723:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110272 00000100:00100000:3.0:1787848619.725731:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110272 00000100:00100000:3.0:1787848619.725787:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787848619.725797:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:25103:x1874694535110272:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787848619.725810:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848619.725824:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1dcc expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848619.725847:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848619.725858:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848619.725877:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4800, rc 0) 00000100:00100000:3.0:1787848619.725918:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110272:12345-0@lo:101:mount.lustre.0 Request processed in 122us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.725925:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787848619.726268:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110272:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848619.726283:0:25103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.726323:0:25103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787848619.727505:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1787848619.727747:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787848619.728017:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1787848619.728044:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1787848619.728200:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1787848619.728214:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1787848619.728225:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1787848619.728236:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1787848619.728247:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1787848619.728258:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1787848619.728356:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1787848619.728375:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1787848619.728387:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1787848619.728403:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1787848619.728408:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1787848619.728483:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110400:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787848619.728542:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.728575:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d36f540 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.728958:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110400 00000100:00100000:3.0:1787848619.728967:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110400 00000100:00100000:3.0:1787848619.729014:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787848619.729024:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110400:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848619.730651:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110400:12345-0@lo:501:mount.lustre.0 Request processed in 1619us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.730663:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787848619.730845:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110400:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848619.730904:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110528:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787848619.731024:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.731231:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac45831780 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.731387:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110528 00000100:00100000:0.0:1787848619.731394:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110528 00000100:00100000:0.0:1787848619.731471:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787848619.731482:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110528:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848619.731579:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110528:12345-0@lo:503:mount.lustre.0 Request processed in 99us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.731586:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787848619.731651:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110528:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787848619.732118:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787848619.732208:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110656:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848619.732249:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.732306:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac45831780 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.732710:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110656 00000100:00100000:0.0:1787848619.732716:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110656 00000100:00100000:0.0:1787848619.732789:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787848619.732797:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110656:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848619.732889:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110656:12345-0@lo:502:mount.lustre.0 Request processed in 93us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.732897:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787848619.733208:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110656:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848619.733492:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787848619.733523:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787848619.733539:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787848619.733553:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787848619.733567:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787848619.733591:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787848619.733605:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787848619.733617:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787848619.733629:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787848619.733642:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787848619.733654:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787848619.733683:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110784:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787848619.733728:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.733765:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac45831780 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.733822:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110784 00000100:00100000:0.0:1787848619.733827:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110784 00000100:00100000:0.0:1787848619.733855:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787848619.733861:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110784:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848619.733945:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110784:12345-0@lo:502:mount.lustre.0 Request processed in 83us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.733952:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787848619.734029:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110784:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787848619.734217:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1787848619.734226:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787848619.735030:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848619.735191:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.735194:0:25111:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787848619.735203:0:25111:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac780be000 00000020:00000080:3.0:1787848619.735206:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787848619.735214:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848619.735217:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.735218:0:25111:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787848619.735221:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848619.735224:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.735225:0:25111:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787848619.735228:0:25111:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8eac780be000 00000020:00000080:3.0:1787848619.735230:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787848619.735484:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848619.735488:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.735490:0:25111:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787848619.735492:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848619.735494:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.735500:0:25111:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787848619.735504:0:25111:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac780be000 00000020:00000080:3.0:1787848619.735506:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787848619.736768:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848619.736776:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.736778:0:25111:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787848619.736781:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787848619.737023:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.737025:0:25111:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787848619.737032:0:25111:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8eac780be000 00000020:00000080:3.0:1787848619.737034:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787848619.737081:0:25111:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787848619.737085:0:25111:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787848619.737097:0:25111:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787848619.737100:0:25111:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787848619.737341:0:25103:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787848619.737372:0:25103:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787848619.737391:0:25103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.737404:0:25103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787848619.737460:0:25103:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787848619.737463:0:25103:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8eac780be000 10000000:01000000:1.0:1787848619.737466:0:25103:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8eac780be000 10000000:01000000:1.0:1787848619.737470:0:25103:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787848619.737475:0:25103:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8eac780be000 from 1 10000000:01000000:1.0:1787848619.737478:0:25103:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787848619.737513:0:25103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.737522:0:25103:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.737538:0:25103:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.737563:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110912:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787848619.737631:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.738432:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535110912 00000100:00100000:1.0:1787848619.738435:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac45831600 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.738441:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535110912 00000100:00100000:0.0:1787848619.738487:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787848619.738498:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:25103:x1874694535110912:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787848619.738513:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848619.738527:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac6fb01000/0x23626ab2a31c1de1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1dda expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.738551:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac6fb01000/0x23626ab2a31c1de1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1dda expref: 24 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.738567:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac6fb01000/0x23626ab2a31c1de1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1dda expref: 24 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.738586:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac6fb01000, rc 0) 00000100:00100000:0.0:1787848619.738643:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535110912:12345-0@lo:101:mount.lustre.0 Request processed in 147us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.738650:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787848619.739228:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535110912:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787848619.739245:0:25103:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1de1 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.739255:0:25103:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1de1 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787848619.741717:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1787848619.741999:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787848619.743624:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787848619.743662:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1787848619.743677:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1787848619.743691:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1787848619.743704:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1787848619.743716:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1787848619.743730:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1787848619.743742:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1787848619.743762:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787848619.743775:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1787848619.743786:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1787848619.743799:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1787848619.743826:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1787848619.743839:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1787848619.743862:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1787848619.743874:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1787848619.743884:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1787848619.743895:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1787848619.743907:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1787848619.743919:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1787848619.743930:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1787848619.743942:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1787848619.743954:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1787848619.743968:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1787848619.743980:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1787848619.743993:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1787848619.744006:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1787848619.744019:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1787848619.744045:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1787848619.744060:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1787848619.744073:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1787848619.744100:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1787848619.744117:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1787848619.744130:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1787848619.744144:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1787848619.744157:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1787848619.744171:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1787848619.744182:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1787848619.744193:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1787848619.744205:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1787848619.744217:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1787848619.744231:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1787848619.744243:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1787848619.744257:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1787848619.745464:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1787848619.745491:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1787848619.745506:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1787848619.745529:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1787848619.745672:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1787848619.745692:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1787848619.745708:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1787848619.745713:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1787848619.746353:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111040:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787848619.746422:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.746466:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac45831cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848619.748381:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111040 00000100:00100000:3.0:1787848619.748398:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111040 00000100:00100000:3.0:1787848619.748526:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787848619.748539:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111040:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787848619.751645:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111040:12345-0@lo:501:mount.lustre.0 Request processed in 3099us (5212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.751665:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787848619.755565:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111040:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787848619.759618:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111168:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787848619.759706:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.759748:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111168 00000100:00100000:2.0:1787848619.759756:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.759756:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111168 00000100:00100000:0.0:1787848619.763644:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787848619.763665:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111168:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787848619.763956:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111168:12345-0@lo:503:mount.lustre.0 Request processed in 298us (4249us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.763964:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1787848619.764151:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111168:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787848619.764650:0:25103:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787848619.764753:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111296:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848619.764804:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.764844:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.766510:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111296 00000100:00100000:0.0:1787848619.766528:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111296 00000100:00100000:0.0:1787848619.766594:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1787848619.766604:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111296:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848619.766757:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111296:12345-0@lo:502:mount.lustre.0 Request processed in 155us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.766764:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787848619.770524:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111296:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848619.770809:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787848619.770842:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787848619.770857:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787848619.770887:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787848619.770904:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787848619.770917:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787848619.770930:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787848619.770944:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787848619.770960:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787848619.770985:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787848619.771001:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787848619.771017:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787848619.771031:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787848619.771044:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787848619.771057:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787848619.771070:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787848619.771082:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787848619.771111:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787848619.771126:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787848619.771155:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787848619.771187:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787848619.771202:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787848619.771216:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787848619.771229:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787848619.771242:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787848619.771256:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787848619.771269:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787848619.771312:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787848619.771332:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787848619.771348:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787848619.771362:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787848619.771375:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787848619.771388:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787848619.771399:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787848619.771411:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787848619.771438:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787848619.771453:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787848619.771467:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787848619.771479:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787848619.771493:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787848619.771506:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787848619.771518:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787848619.771544:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787848619.771559:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787848619.771574:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787848619.771588:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787848619.771601:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787848619.771614:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787848619.771664:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111424:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848619.771738:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.771789:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.771817:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111424 00000100:00100000:0.0:1787848619.771826:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111424 00000100:00100000:0.0:1787848619.771882:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787848619.771892:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111424:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848619.772023:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111424:12345-0@lo:502:mount.lustre.0 Request processed in 132us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.772031:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787848619.773582:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111424:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848619.775029:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787848619.775248:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787848619.775466:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111552:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787848619.775544:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.775647:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42be89c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.775695:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111552 00000100:00100000:0.0:1787848619.775995:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111552 00000100:00100000:0.0:1787848619.776224:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787848619.776236:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787848619.776524:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111552:12345-0@lo:502:mount.lustre.0 Request processed in 290us (978us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.776568:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111552:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787848619.776629:0:25103:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787848619.776639:0:25103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787848619.777971:0:25116:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1787848619.777986:0:25116:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8eab428f99d0) 00000020:00000080:2.0:1787848619.778010:0:25116:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1787848619.778255:0:25116:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac780be000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787848619.778259:0:25116:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac780be000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1787848619.778262:0:25116:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac780be000 3 00010000:00080000:2.0:1787848619.778309:0:25116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eab4542c000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.106@tcp at head 00010000:00010000:2.0:1787848619.780512:0:25116:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1787848619.780739:0:25116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1787848619.780799:0:25116:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787848619.780818:0:25116:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x23626ab2a31c1def 00000100:00080000:2.0:1787848619.780830:0:25116:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787848619.780837:0:25116:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8eab4542c000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848619.780878:0:25116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eab4230f0c0 x1874694535111680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787848619.780906:0:25116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787848619.784379:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535111680:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787848619.784456:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1787848619.784817:0:25116:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787848619.784832:0:25116:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8eac7cc933a0) 00000020:00000080:3.0:1787848619.784856:0:25116:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1787848619.784938:0:25116:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8eac780be000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787848619.784942:0:25116:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8eac780be000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787848619.784944:0:25116:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8eac780be000 3 00010000:00080000:3.0:1787848619.784975:0:25116:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8eac7808b800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.106@tcp at head 00000100:00100000:2.0:1787848619.785967:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111680 00000100:00100000:2.0:1787848619.785978:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111680 00000100:00100000:2.0:1787848619.786017:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787848619.786024:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3614:x1874694535111680:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787848619.786064:0:24309:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1787848619.786116:0:24309:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x23626ab2a31c1dfd 00000004:00100000:2.0:1787848619.786142:0:24309:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787848619.786186:0:24309:0:(import.c:65:import_set_state_nolock()) ffff8eab4542b000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787848619.786263:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3614:x1874694535111680:12345-0@lo:38:llog_process_th.0 Request processed in 238us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.786271:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787848619.786340:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eab4230f0c0 x1874694535111680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848619.786353:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787848619.786361:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1787848619.786369:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787848619.786373:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787848619.786375:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab4542c000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787848619.786382:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3614:1874694535111680:0@lo:38:llog_process_th.0 00010000:00010000:3.0:1787848619.787776:0:25116:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000100:00080000:1.0:1787848619.788389:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848619.788395:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787848619.788399:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787848619.788402:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787848619.788978:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000020:00000080:1.0:1787848619.790512:0:25116:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1787848619.790565:0:25116:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787848619.790578:0:25116:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x23626ab2a31c1e04 00000100:00080000:1.0:1787848619.790588:0:25116:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787848619.790594:0:25116:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8eac7808b800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:1.0:1787848619.790627:0:25116:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eac7cb0a580 x1874694535111808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787848619.790647:0:25116:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787848619.792313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848619.792330:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787848619.792333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848619.792336:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787848619.792404:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3614:1874694535111808:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787848619.792482:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848619.792559:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111808 00000100:00100000:2.0:1787848619.792567:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111808 00000100:00100000:2.0:1787848619.792604:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787848619.792612:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3614:x1874694535111808:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787848619.792641:0:22782:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 644 last 0 00000020:00000080:2.0:1787848619.792672:0:22782:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x23626ab2a31c1e0b 00000004:00100000:2.0:1787848619.792686:0:22782:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787848619.792716:0:22782:0:(import.c:65:import_set_state_nolock()) ffff8eab4542d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787848619.792765:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3614:x1874694535111808:12345-0@lo:38:llog_process_th.0 Request processed in 152us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848619.792772:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1787848619.792923:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8eac7cb0a580 x1874694535111808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787848629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848619.792934:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787848619.792943:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1787848619.792952:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787848619.792957:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787848619.792960:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac7808b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787848619.792966:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb0a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3614:1874694535111808:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1787848619.794435:0:25116:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1787848619.794714:0:25103:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787848619.794753:0:25103:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787848619.794783:0:25103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1de1 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848619.794796:0:25103:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7da61a00/0x23626ab2a31c1dda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1de1 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787848619.794856:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787848619.794859:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787848619.794861:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848619.794862:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848619.794863:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848619.794865:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848619.794866:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787848619.794868:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848619.794870:0:25103:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787848619.794875:0:25103:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1787848619.794878:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787848619.794879:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787848619.794881:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787848619.794882:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787848619.794883:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787848619.794885:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787848619.794886:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787848619.794888:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787848619.794889:0:25103:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787848619.794928:0:25103:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787848619.794958:0:25103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111936:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787848619.795045:0:25103:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848619.795104:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535111936 00000100:00100000:3.0:1787848619.795112:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535111936 00000100:00100000:3.0:1787848619.795156:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787848619.795232:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111936:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787848619.795260:0:22773:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787848619.795305:0:22773:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1787848619.795595:0:25103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48592000 going to sleep for 11 seconds 20000000:01000000:3.0:1787848619.812113:0:22773:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787848619.812274:0:22773:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1787848619.813076:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:25103:x1874694535111936:12345-0@lo:253:mount.lustre.0 Request processed in 17907us (18025us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848619.813100:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1787848619.813324:0:25103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:25103:1874694535111936:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787848619.813340:0:25103:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1787848619.813343:0:25103:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787848619.813345:0:25103:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787848619.813346:0:25103:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787848619.813347:0:25103:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787848619.813348:0:25103:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787848619.813349:0:25103:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787848619.813351:0:25103:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787848619.813352:0:25103:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787848619.813353:0:25103:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787848619.813394:0:25103:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:1.0:1787848619.814567:0:22797:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787848619.814573:0:22797:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787848619.814598:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.814625:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 23 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.814632:0:22797:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.814640:0:22797:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.814678:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.814693:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 23 pid: 22776 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.814707:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535112064:0@lo:104: 00000100:00100000:1.0:1787848619.814761:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000004:2.0:1787848619.816256:0:25103:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:1.0:1787848619.818652:0:22797:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 23 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848619.818748:0:22797:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 23 pid: 22775 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.818766:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535112192:0@lo:104: 00000100:00100000:1.0:1787848619.818825:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848619.818897:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac82055600 going to sleep for 11 seconds 00000100:00100000:0.0:1787848619.819926:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112064 00000100:00100000:0.0:1787848619.819940:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112064 00000100:00100000:0.0:1787848619.819987:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112192 00000100:00100000:0.0:1787848619.819990:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112192 00000100:00100000:0.0:1787848619.820003:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848619.820012:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb0a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:22797:x1874694535112064:12345-0@lo:104: 00010000:00010000:0.0:1787848619.820029:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820174:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787848619.820181:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb0a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:22797:x1874694535112064:12345-0@lo:104: Request processed in 170us (5420us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.820188:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848619.820207:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848619.820214:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535112192:12345-0@lo:104: 00010000:00010000:0.0:1787848619.820222:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820261:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787848619.820266:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430c780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:22797:x1874694535112192:12345-0@lo:104: Request processed in 53us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.820305:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787848619.820325:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848619.820332:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820340:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4200 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848619.820345:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820355:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848619.820363:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848619.820369:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787848619.820404:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820411:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848619.820431:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820438:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4200/0x23626ab2a31c1d8d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d94 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820450:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848619.820454:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820471:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4c00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848619.820474:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820482:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848619.820489:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848619.820495:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787848619.820509:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820516:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848619.820681:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820689:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c1d7f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d86 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820707:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848619.820709:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848619.820710:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848619.820734:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535112320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848619.820769:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.820816:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535112448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848619.820840:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848619.820880:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112320 00000100:00100000:0.0:1787848619.820885:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112320 00010000:00010000:0.0:1787848619.820903:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 24 pid: 22776 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848619.820923:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112448 00000100:00100000:0.0:1787848619.820926:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112448 00010000:00010000:0.0:1787848619.820936:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 25 pid: 22775 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848619.820948:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848619.820954:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+25:3618:x1874694535112320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848619.820965:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848619.820969:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 25 pid: 22776 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820980:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 25 pid: 22776 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.820997:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848619.821024:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+25:3618:x1874694535112320:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.821031:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848619.821043:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848619.821050:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3615:x1874694535112448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848619.821057:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848619.821061:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 24 pid: 22775 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821077:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 24 pid: 22775 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821114:0:22767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821132:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787848619.821147:0:22767:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.040908415s 00010000:00010000:0.0:1787848619.821152:0:22767:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821160:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821175:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821182:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821188:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848619.821192:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821198:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821206:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848619.821215:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848619.821246:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f2940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3615:x1874694535112448:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848619.821259:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848619.821318:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535112448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848619.821342:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535112320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848619.821532:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848619.822808:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5200/0x23626ab2a31c1d94 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1d8d expref: 23 pid: 22776 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848619.822842:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535112064:0@lo:104: 00010000:00010000:2.0:1787848619.823104:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1d86 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1d7f expref: 22 pid: 22775 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848619.823115:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22797:1874694535112192:0@lo:104: 00010000:00010000:2.0:1787848619.823261:0:22797:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848619.823272:0:22797:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848619.823278:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1787848619.823379:0:25103:0:(ofd_obd.c:543:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1787848619.823386:0:25103:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1787848619.823421:0:25103:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787848619.823459:0:25103:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.106@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787848619.823473:0:25103:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1787848619.823495:0:25103:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1787848619.824355:0:25103:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787848619.824567:0:25103:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787848619.830313:0:22797:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7da61000/0x23626ab2a31c1e12 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848620.093583:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535112576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848620.093655:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848620.093761:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112576 00000100:00100000:0.0:1787848620.093768:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112576 00000100:00100000:0.0:1787848620.093834:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787848620.093844:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535112576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848620.093881:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787848620.093936:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535112576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848620.093945:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787848620.093994:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535112576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848620.094118:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535112704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848620.094145:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848620.094208:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112704 00000100:00100000:3.0:1787848620.094213:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112704 00000100:00100000:3.0:1787848620.094250:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787848620.094259:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535112704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787848620.094278:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787848620.094350:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535112704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848620.094358:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787848620.094407:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f27c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535112704:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1787848620.278928:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787848620.537625:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848620.855946:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848600/real 1787848600] req@ffff8eac75f24b40 x1874694535099776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.855990:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac75f24b40 x1874694535099776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.856003:0:3614:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787848600/real 1787848600] req@ffff8eac75f243c0 x1874694535099904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.856015:0:3614:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8eac75f243c0 x1874694535099904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787848620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787848620.856042:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848620.856081:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787848620.856086:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f24b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535099776:0@lo:8:kworker.0 00000100:00080000:1.0:1787848620.856094:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787848620.856100:0:3614:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787848620.856103:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535099904:0@lo:8:kworker.0 00000100:00080000:2.0:1787848620.856242:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848620.856247:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787848620.856250:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848620.856257:0:21160:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:2.0:1787848620.856264:0:21160:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787848620.856273:0:21160:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8eab43ca0800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848620.856322:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eab4230d2c0 x1874694535112960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787848620.856335:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848620.856338:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787848620.856339:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848620.856343:0:21160:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 625 00000100:00080000:2.0:1787848620.856346:0:21160:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787848620.856349:0:21160:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8eac6d24c800 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848620.856359:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eab4230c3c0 x1874694535113088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787848620.856395:0:21160:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787848620.856400:0:21160:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787848620.856401:0:21160:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787848620.856405:0:21160:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 644 00000100:00080000:2.0:1787848620.856408:0:21160:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787848620.856411:0:21160:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8eac70202000 using connection 192.168.204.106@tcp/0@lo 00000100:00100000:2.0:1787848620.856422:0:21160:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8eab4230d680 x1874694535113472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787848620.856852:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535113600:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.856977:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857025:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535114112:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857044:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857078:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787848620.857085:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535112832:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857118:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857152:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3617:1874694535113728:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857209:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535113216:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857237:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857257:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac521821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535113856:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857280:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857317:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787848620.857322:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535113344:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857347:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857368:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac521812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3615:1874694535113984:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.857388:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.857416:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113600 00000100:00100000:2.0:1787848620.857424:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113600 00000100:00100000:2.0:1787848620.857473:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114112 00000100:00100000:2.0:1787848620.857476:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114112 00000100:00100000:1.0:1787848620.858830:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535112960:0@lo:8:kworker.0 00000100:00100000:1.0:1787848620.858903:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.858954:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535113088:0@lo:8:kworker.0 00000100:00100000:1.0:1787848620.858980:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.859009:0:3614:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535113472:0@lo:8:kworker.0 00000100:00100000:1.0:1787848620.859036:0:3614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.859095:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113344 00000100:00100000:1.0:1787848620.859103:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113344 00000100:00100000:1.0:1787848620.859136:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112960 00000100:00100000:1.0:1787848620.859139:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112960 00000100:00100000:1.0:1787848620.859148:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113088 00000100:00100000:1.0:1787848620.859150:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113088 00000100:00100000:1.0:1787848620.859156:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113472 00000100:00100000:1.0:1787848620.859158:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113472 00000100:00100000:1.0:1787848620.859169:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787848620.859179:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535113344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848620.859243:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f43c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535113344:12345-0@lo:400:kworker.0 Request processed in 66us (1894us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848620.859251:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787848620.859269:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848620.859273:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3614:x1874694535112960:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787848620.859326:0:24287:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 645 last 0 00000020:00000080:1.0:1787848620.859356:0:24287:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1e19 00002000:00100000:1.0:1787848620.859372:0:24287:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8eab42f19000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113956 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1787848620.859377:0:24287:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1787848620.859380:0:24287:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787848620.859468:0:24287:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787848620.859514:0:24287:0:(import.c:65:import_set_state_nolock()) ffff8eab42f19800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787848620.859555:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3614:x1874694535112960:12345-0@lo:8:kworker.0 Request processed in 280us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848620.859562:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848620.859574:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848620.859586:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3614:x1874694535113088:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787848620.859604:0:24287:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 645 last 0 00000020:00000080:1.0:1787848620.859623:0:24287:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x23626ab2a31c1e20 00002000:00100000:1.0:1787848620.859629:0:24287:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8eab42f1e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113956 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1787848620.859632:0:24287:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1787848620.859634:0:24287:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787848620.859780:0:24287:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787848620.859794:0:24287:0:(import.c:65:import_set_state_nolock()) ffff8eab42f1a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787848620.859824:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3614:x1874694535113088:12345-0@lo:8:kworker.0 Request processed in 237us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848620.859831:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848620.859843:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848620.859848:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3614:x1874694535113472:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787848620.859862:0:24287:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 645 last 0 00000020:00000080:1.0:1787848620.859877:0:24287:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x23626ab2a31c1e27 00002000:00100000:1.0:1787848620.859883:0:24287:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8eab42f1e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113956 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1787848620.859887:0:24287:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1787848620.859889:0:24287:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787848620.859912:0:24287:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1787848620.859924:0:24287:0:(import.c:65:import_set_state_nolock()) ffff8eab42f1d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787848620.859952:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3614:x1874694535113472:12345-0@lo:8:kworker.0 Request processed in 103us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848620.859958:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1787848620.860018:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230cb40 x1874694535113344/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.860035:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535113344:0@lo:400:kworker.0 00010000:00080000:1.0:1787848620.860094:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230d2c0 x1874694535112960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787848645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.860102:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787848620.860108:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787848620.860117:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787848620.860123:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787848620.860126:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eab43ca0800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787848620.860149:0:3614:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787848620.860154:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535112960:0@lo:8:kworker.0 00010000:00080000:1.0:1787848620.860166:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230c3c0 x1874694535113088/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787848645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.860173:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787848620.860177:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787848620.860182:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787848620.860185:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787848620.860187:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac6d24c800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787848620.860204:0:3614:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787848620.860207:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3614:1874694535113088:0@lo:8:kworker.0 00010000:00080000:1.0:1787848620.860219:0:3614:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230d680 x1874694535113472/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787848645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.860226:0:3614:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787848620.860230:0:3614:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787848620.860234:0:3614:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787848620.860237:0:3614:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787848620.860238:0:3614:0:(import.c:65:import_set_state_nolock()) ffff8eac70202000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787848620.860257:0:3614:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787848620.860262:0:3614:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3614:1874694535113472:0@lo:8:kworker.0 00000004:00080000:1.0:1787848620.860349:0:22806:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1787848620.860369:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22806:1874694535114368:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1787848620.860395:0:22806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.860411:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d0bd180 going to sleep for 11 seconds 00000004:00080000:1.0:1787848620.860439:0:23526:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1787848620.860453:0:23526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535114624:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1787848620.860473:0:23526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.860486:0:23526:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d0bd240 going to sleep for 11 seconds 00000100:00100000:1.0:1787848620.860496:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848620.860503:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab4230c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535114496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848620.860528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848620.860561:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114496 00000100:00100000:1.0:1787848620.860565:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114496 00000100:00100000:2.0:1787848620.861012:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113728 00000100:00100000:2.0:1787848620.861019:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113728 00000100:00100000:2.0:1787848620.861045:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113216 00000100:00100000:2.0:1787848620.861048:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113216 00000100:00100000:2.0:1787848620.861058:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113856 00000100:00100000:2.0:1787848620.861060:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113856 00000100:00100000:2.0:1787848620.861096:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535113984 00000100:00100000:2.0:1787848620.861099:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535113984 00000004:00080000:0.0:1787848620.861344:0:22805:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787848620.861441:0:22805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 645862155549ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787848620.861449:0:22805:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1787848620.866129:0:22808:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1787848620.866159:0:22808:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22808:1874694535114880:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787848620.866229:0:22808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848620.866264:0:22808:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac4b0b9f00 going to sleep for 11 seconds 00000004:00080000:3.0:1787848620.866299:0:22807:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787848620.866344:0:23525:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787848620.866417:0:23525:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 645867131437ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787848620.866424:0:23525:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1787848620.868558:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535114752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787848620.868637:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787848620.868697:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787848620.868702:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848620.871164:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114368 00000100:00100000:1.0:1787848620.871178:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114368 00000100:00100000:1.0:1787848620.871235:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114624 00000100:00100000:1.0:1787848620.871240:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114624 00000100:00100000:1.0:1787848620.871252:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114880 00000100:00100000:1.0:1787848620.871255:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114880 00000100:00100000:1.0:1787848620.871274:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787848620.871300:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22806:x1874694535114368:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787848620.871871:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114752 00000100:00100000:3.0:1787848620.871877:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114752 00000100:00100000:3.0:1787848620.871904:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787848620.871911:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb16d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3616:x1874694535114752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787848620.871927:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923521536 avail 3691999232 00000100:00100000:3.0:1787848620.872027:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb16d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3616:x1874694535114752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848620.872034:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787848620.872929:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848620.872942:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535113600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.873000:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535113600:12345-0@lo:400:kworker.0 Request processed in 62us (16024us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.873006:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848620.873136:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787848620.873144:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1874694535113728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.873176:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1874694535113728:12345-0@lo:400:kworker.0 Request processed in 33us (15997us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.873182:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787848620.873194:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787848620.873201:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535113216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.873230:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535113216:12345-0@lo:400:kworker.0 Request processed in 30us (15992us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.873236:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787848620.873248:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787848620.873255:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535113856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.873355:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f6940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535113856:12345-0@lo:400:kworker.0 Request processed in 29us (16003us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.873365:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787848620.873377:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787848620.873384:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1874694535113984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.873414:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f5e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3615:x1874694535113984:12345-0@lo:400:kworker.0 Request processed in 32us (16025us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.873431:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787848620.873456:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535112832 00000100:00100000:2.0:1787848620.873462:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535112832 00000100:00100000:2.0:1787848620.873494:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787848620.874844:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:3617:x1874694535112832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.874910:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:3617:x1874694535112832:12345-0@lo:400:kworker.0 Request processed in 78us (17790us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.874918:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000004:00080000:3.0:1787848620.874974:0:22807:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 645875687014ns, next at 0ns, rc = 0 00080000:00080000:3.0:1787848620.874983:0:22807:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787848620.874988:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848620.874998:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:23526:x1874694535114624:12345-0@lo:7:osp-pre-1-1.0 00010000:00080000:3.0:1787848620.875047:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac75f261c0 x1874694535114752/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848620.875083:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f261c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535114752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787848620.875277:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535112832:0@lo:400:kworker.0 00010000:00080000:2.0:1787848620.875311:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac7cb08f00 x1874694535113728/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875350:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb08f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3617:1874694535113728:0@lo:400:kworker.0 00010000:00080000:2.0:1787848620.875365:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230fc00 x1874694535113600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875374:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535113600:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.875391:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848620.875407:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535114240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787848620.875443:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848620.875588:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787848620.875596:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535114112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.875634:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535114112:12345-0@lo:400:kworker.0 Request processed in 41us (18589us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.875646:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:2.0:1787848620.875674:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac692f5a40 x1874694535114112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875682:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535114112:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.875742:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535114240 00000100:00100000:2.0:1787848620.875747:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535114240 00000100:00100000:2.0:1787848620.875768:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787848620.875774:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3617:x1874694535114240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787848620.875788:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848620.875823:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3617:x1874694535114240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.875829:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787848620.875849:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac5430c3c0 x1874694535114240/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875863:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535114240:0@lo:13:osp-pre-0-0.0 00010000:00080000:2.0:1787848620.875917:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac521812c0 x1874694535113984/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875926:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac521812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3615:1874694535113984:0@lo:400:kworker.0 00010000:00080000:2.0:1787848620.875939:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230ed00 x1874694535113216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875946:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535113216:0@lo:400:kworker.0 00010000:00080000:2.0:1787848620.875958:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac521821c0 x1874694535113856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848620.875980:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac521821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535113856:0@lo:400:kworker.0 00000100:00100000:2.0:1787848620.876027:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787848620.876034:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb152c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3616:x1874694535114496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787848620.876045:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923521536 avail 3691999232 00000100:00100000:2.0:1787848620.877222:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb152c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3616:x1874694535114496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1185us (16689us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.877232:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1787848620.877238:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230c3c0 x1874694535114496/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787848636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787848620.877258:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535114496:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787848620.878262:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787848620.878278:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787848620.878281:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:2.0:1787848620.879847:0:24288:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787848620.879855:0:24288:0:(ofd_dev.c:1211:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787848620.879939:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230cb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23526:x1874694535114624:12345-0@lo:7:osp-pre-1-1.0 Request processed in 4939us (19461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848620.879950:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848620.879981:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787848620.879993:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f24b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22808:x1874694535114880:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1787848620.881393:0:24288:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1787848620.881403:0:24288:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1787848620.881409:0:24288:0:(ofd_dev.c:1494:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00010000:00080000:1.0:1787848620.881535:0:23526:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab4230d2c0 x1874694535114624/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787848636 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848620.881552:0:23526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab4230d2c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535114624:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1787848620.881569:0:23526:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00002000:00080000:1.0:1787848620.881640:0:24858:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1787848620.881645:0:24858:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1787848620.881649:0:24858:0:(ofd_dev.c:1494:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:3.0:1787848620.881790:0:22761:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:0.0:1787848620.890665:0:22761:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:2.0:1787848620.893731:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.893748:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893765:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.893770:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.893776:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893805:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893821:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893830:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893855:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787848620.893867:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787848620.893874:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893882:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:2.0:1787848620.893887:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893895:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893912:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.893920:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1e2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.894016:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848620.894019:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848620.894021:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787848620.894919:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.894929:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.894942:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.894946:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.894952:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.894967:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.894975:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.894994:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895012:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848620.895023:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.895029:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895037:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4a00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.895041:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895050:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895076:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895084:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1e35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.895102:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.895104:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.895106:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787848620.895386:0:23514:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:3.0:1787848620.898614:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.898638:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.898657:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.898662:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.898669:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.898683:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.898695:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.898703:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.898877:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.908868:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.908883:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.908897:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.908903:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.908915:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.908940:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.908948:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a3218c2/0x23626ab2a31c1e3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.908973:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.908975:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.908977:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787848620.909325:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.909333:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.909345:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.909349:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.909356:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.909369:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.909377:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.909384:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.909404:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787848620.909976:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.909983:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.910007:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.910011:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.910015:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.910026:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.910035:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.910043:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.910057:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.910724:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.910731:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910740:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.910744:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910769:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910785:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910792:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1543d53/0x23626ab2a31c1e43 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910808:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.910811:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910817:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.910820:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910826:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910834:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910840:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1e4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.910861:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.910862:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.910864:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.910871:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848620.911520:0:23526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb16580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535115008:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787848620.911598:0:23526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848620.911636:0:23526:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab44c01840 going to sleep for 11 seconds 00000100:00100000:0.0:1787848620.911660:0:24286:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1787848620.911668:0:24286:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00010000:2.0:1787848620.912030:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.912038:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.912050:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.912055:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.912061:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.912086:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.913857:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.913871:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.913894:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787848620.914506:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.914513:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.914526:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.914531:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.914537:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.914549:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.914558:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.914564:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.914592:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.914769:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.914776:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914785:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.914789:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914799:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914817:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914824:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000429f4a3c/0x23626ab2a31c1e51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914856:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.914859:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914866:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.914869:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914875:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914886:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914892:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1e58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.914905:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.914907:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.914909:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.914917:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.915651:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.915659:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.915670:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.915675:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.915679:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.915693:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.915701:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.915708:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.915735:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787848620.916368:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115008 00000100:00100000:0.0:1787848620.916379:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115008 00010000:00010000:0.0:1787848620.916431:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.916437:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916459:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.916463:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916472:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916487:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916508:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be44822e/0x23626ab2a31c1e5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916526:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.916528:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.916530:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.916585:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.916590:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916600:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.916603:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.916608:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916620:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916635:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916643:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916659:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.916668:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.916671:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916679:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.916682:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916690:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916700:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916708:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072cdb048/0x23626ab2a31c1e66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.916721:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.916729:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.916731:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848620.917437:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787848620.917451:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23526:x1874694535115008:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1787848620.917487:0:25157:0:(ofd_dev.c:1643:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1787848620.917591:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23526:x1874694535115008:12345-0@lo:5:osp-pre-1-1.0 Request processed in 143us (5991us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848620.917598:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00002000:00010000:2.0:1787848620.917912:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.917919:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.917930:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.917933:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.917938:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.917950:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.917959:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.917967:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.917988:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787848620.918360:0:23526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb16580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535115008:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787848620.918378:0:23526:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1787848620.918434:0:23526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535115136:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787848620.918478:0:23526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1787848620.918920:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.918928:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.918937:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.918941:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.918946:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.918958:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.918972:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.918979:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.918994:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787848620.919134:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.919142:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919151:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.919154:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919163:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919180:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919188:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1c7b379/0x23626ab2a31c1e6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919204:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.919213:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919219:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.919222:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919228:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919238:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919246:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fec6b085/0x23626ab2a31c1e74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919262:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.919264:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.919266:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787848620.919705:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.919711:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919721:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.919725:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.919729:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.919751:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848620.919876:0:23526:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab44c01840 going to sleep for 11 seconds 00002000:00010000:0.0:1787848620.919935:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.919941:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.919948:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.919951:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.919955:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.919964:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.919972:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.919979:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.919996:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787848620.920199:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115136 00000100:00100000:2.0:1787848620.920209:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115136 00000100:00100000:2.0:1787848620.920253:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787848620.920263:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23526:x1874694535115136:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787848620.920318:0:24286:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00010000:00010000:1.0:1787848620.921055:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.921073:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.921084:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.921088:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.921098:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.921129:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.921137:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012da2505/0x23626ab2a31c1e82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.921155:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.921163:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.921165:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.922626:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.922635:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.922650:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.922654:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.922661:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.922674:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.922683:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.922691:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.922714:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.922861:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.922869:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.922877:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.922881:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.922890:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.922905:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.922912:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1e89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.922930:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.922931:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.922933:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.922986:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.922995:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923016:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848620.923181:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.923186:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923193:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.923197:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923205:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923218:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923225:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bed7895/0x23626ab2a31c1e7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.923253:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.923255:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.923256:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.923856:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.926031:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.926045:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.926076:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.926081:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.926089:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.926125:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.926136:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.926143:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.926165:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787848620.929334:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.929346:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929363:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.929368:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.929374:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929388:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929398:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929419:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929438:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.929595:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.929603:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929612:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.929617:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.929627:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929795:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:1.0:1787848620.929851:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.929857:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929866:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.929869:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.929879:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929890:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929898:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929905:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.929914:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848620.931768:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.931780:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.931796:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.931800:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.931806:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.931819:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.931827:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.931847:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.931857:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.932254:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932266:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012da2505/0x23626ab2a31c1e90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932308:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.932313:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932333:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.932337:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932345:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932360:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932367:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084e3ac98/0x23626ab2a31c1e9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932379:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.932382:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932388:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.932391:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932397:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932406:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932418:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084799256/0x23626ab2a31c1ea5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932433:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.932435:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.932437:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.932592:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.932600:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932608:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.932611:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.932616:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932626:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932634:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932642:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932657:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.932798:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.932810:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932816:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40030800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.932819:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932827:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932837:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932844:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c706cf34/0x23626ab2a31c1eac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.932856:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.932858:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.932859:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.933271:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.933277:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.933322:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.933325:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.933329:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.933350:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.933358:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.933364:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.933379:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848620.933790:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.933796:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.933806:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.933809:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.933812:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.933822:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.933830:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.933837:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.933847:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787848620.934244:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.934250:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934259:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.934263:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.934268:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934278:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934311:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934330:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934340:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1787848620.934730:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.934735:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.934745:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.934748:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.934752:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.935981:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.935995:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.936002:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.936014:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787848620.937309:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.937319:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937333:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.937337:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.937343:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937355:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937364:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937372:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937381:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1787848620.937518:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787848620.937524:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937548:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40031200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.937553:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937563:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937580:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937588:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001be7e75f/0x23626ab2a31c1eb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937608:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787848620.937611:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937618:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.937621:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937629:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937637:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937650:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7b0776d/0x23626ab2a31c1eba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937663:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787848620.937666:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937673:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40031800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.937676:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937684:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937694:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937702:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000609ca058/0x23626ab2a31c1ec1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937714:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.937718:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937725:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40030e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.937733:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937741:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937750:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937757:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006748f0c7/0x23626ab2a31c1ec8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937781:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.937784:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937790:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.937794:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937801:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937809:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937816:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1ecf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.937835:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.937837:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.937840:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.938020:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.938346:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.938360:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.938369:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.938373:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.938378:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.938388:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.938396:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.938404:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.938417:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787848620.938578:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938597:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.938601:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938610:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938622:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938629:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072cdb048/0x23626ab2a31c1e97 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938644:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.938647:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938652:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40030000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.938655:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938662:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938671:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938684:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000665223b4/0x23626ab2a31c1ed6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.938698:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.938699:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.938701:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.938955:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.939032:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.939039:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939048:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.939052:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.939056:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939076:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939085:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939092:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939112:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848620.939432:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.939445:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939453:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.939456:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.939459:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939468:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939475:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939482:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.939497:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787848620.939737:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.939744:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939753:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.939757:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939775:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939788:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939794:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000689b3e2/0x23626ab2a31c1edd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939810:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.939813:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939818:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.939829:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939836:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939847:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939853:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a4381ae/0x23626ab2a31c1ee4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.939865:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.939866:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.939868:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.939997:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.940003:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940011:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.940014:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.940018:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940027:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940041:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940048:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940076:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848620.940638:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.940644:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940653:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.940656:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.940660:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940669:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940678:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940686:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.940708:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787848620.941146:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.941153:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941161:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da61000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.941165:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941175:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941188:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941202:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be44822e/0x23626ab2a31c1eeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941219:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.941222:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941228:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1a00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.941231:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941239:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941249:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941257:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b6b0d2/0x23626ab2a31c1ef2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.941268:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.941270:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.941271:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.941276:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.941477:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.942666:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.942676:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.942692:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.942697:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.942703:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.942715:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.942724:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.942731:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.942754:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787848620.943375:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.943382:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.943391:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.943394:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.943398:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.943419:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.943428:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.943435:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.943447:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787848620.943623:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.943630:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943645:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.943650:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943659:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943675:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943682:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000123b1cf2/0x23626ab2a31c1ef9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943702:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.943707:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943713:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40030600 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.943717:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943724:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943735:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943750:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008447b45/0x23626ab2a31c1f00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.943984:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.943987:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.943988:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.943996:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.944945:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.944953:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.944965:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.944977:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.944983:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.944995:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.945004:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.945012:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.945030:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.945957:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.945966:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.945976:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.945981:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.945991:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946008:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946016:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6ed40b8/0x23626ab2a31c1f07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946045:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.946047:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.946049:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.946168:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.946174:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946183:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.946187:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.946193:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946203:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946212:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946219:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.946237:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787848620.946457:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.946464:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.946471:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac40031e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.946474:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.946481:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.946493:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.946500:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a71b614/0x23626ab2a31c1f0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.946517:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.946519:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.946527:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787848620.947361:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.947369:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.947380:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.947384:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.947388:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.947399:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.947406:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.947412:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.947428:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787848620.948056:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.948074:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.948085:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.948089:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.948093:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.948115:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.948124:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.948132:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.948155:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787848620.948592:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.948599:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948619:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.948622:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.948626:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948637:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948645:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948652:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948667:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787848620.948787:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787848620.948794:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948801:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4a00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.948805:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948814:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948840:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948847:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006bbf9546/0x23626ab2a31c1f15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948867:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.948870:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948876:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.948879:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948886:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948895:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948901:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a2c7d8c/0x23626ab2a31c1f1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948916:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.948919:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948932:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31600 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.948935:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948942:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948952:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948959:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089f35fb3/0x23626ab2a31c1f23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.948971:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.948973:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.948975:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.949024:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.949317:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787848620.951013:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848620.951025:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.951041:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=645s v=(0 0) 00010000:00010000:3.0:1787848620.951045:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848620.951052:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.951077:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.951086:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.951118:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.951143:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787848620.951371:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.951379:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.951387:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.951392:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.951401:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.951418:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.951434:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016b74016/0x23626ab2a31c1f2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.951453:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.951455:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.951457:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787848620.955103:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.955118:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.955136:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.955140:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.955147:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.955161:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.955173:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.955181:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.955207:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.955688:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.955697:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.955706:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.955710:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.955719:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.955745:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.955752:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b197fc5/0x23626ab2a31c1f31 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.955960:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.955962:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.955965:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787848620.959462:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.959479:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.959498:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.959504:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.959511:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.959543:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.959554:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.959561:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.959622:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787848620.959985:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.959993:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.960003:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.960007:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.960011:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.960022:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.960031:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.960039:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963222:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787848620.963237:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963252:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3600 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.963257:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963269:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963303:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963311:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963334:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787848620.963339:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963358:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31a00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:3.0:1787848620.963361:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963368:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963380:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848620.963388:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.963390:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848620.963392:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.963910:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787848620.963921:0:24858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f8209c9/0x23626ab2a31c1f3f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.963953:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787848620.964707:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.964716:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.964731:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.964735:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.964742:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.964755:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.966039:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.966073:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.966100:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787848620.966350:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.966358:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.966367:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.966372:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.966382:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.966403:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.966411:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3dfc305/0x23626ab2a31c1f46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.966429:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.966430:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.966432:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787848620.967028:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.967036:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967048:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.967053:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.967059:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967085:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967094:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967112:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967136:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787848620.967477:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848620.967489:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967498:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=645s v=(0 0) 00010000:00010000:0.0:1787848620.967501:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848620.967505:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967515:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967523:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967530:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967546:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.967556:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.967561:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967569:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.967573:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967581:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967603:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967611:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1f4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967627:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.967630:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967637:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.967640:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967647:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967657:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967665:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1f54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.967677:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.967678:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.967687:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.968266:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787848620.968722:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.968730:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.968744:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.968748:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.968753:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.968778:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.968788:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.968796:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787848620.973511:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.973523:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.973600:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.973606:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.973613:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.973627:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.973691:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.973700:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.978870:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787848620.980779:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.980790:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.980814:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.980819:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.980825:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.980840:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.980850:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.980858:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984747:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1787848620.984784:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787848620.984794:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984808:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.984814:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984840:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984860:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984867:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef762ccf/0x23626ab2a31c1f5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984887:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787848620.984891:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984898:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.984901:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984907:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984917:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984923:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984950:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.984955:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984961:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.984964:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984972:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984982:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.984990:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.984992:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.984994:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.986973:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.986986:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.987002:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.987007:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.987015:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.987042:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.987054:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.987073:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.987094:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848620.988939:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.988950:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.988965:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.988969:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.988975:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.988987:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.988995:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.989018:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.989041:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787848620.990980:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787848620.990994:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1f69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991873:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.991883:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991893:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.991898:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991909:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991929:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991937:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f328d6d6/0x23626ab2a31c1f70 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991953:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.991957:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991964:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.991967:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991974:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991992:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.991999:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005eb7e0c9/0x23626ab2a31c1f77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.992011:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.992013:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.992014:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.992356:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.992363:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.992375:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.992379:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.992385:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.992396:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.992404:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.992411:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.992429:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787848620.992733:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.992739:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.992748:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.992751:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.992756:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.993713:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.993723:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.993733:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.993738:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.993748:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.993873:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.993883:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.993891:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.993915:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848620.994120:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994130:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000411c8dc4/0x23626ab2a31c1f7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994161:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.994164:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994170:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3600 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.994173:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994181:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994191:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994198:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009be3b578/0x23626ab2a31c1f85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.994211:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.994213:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.994214:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.994719:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.994727:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.995377:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.995386:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.995398:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.995402:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.995408:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.995421:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.995429:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.995436:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.995454:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787848620.995713:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.995720:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.995730:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.995734:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.995739:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.995749:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.995756:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.995926:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.995941:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848620.996841:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848620.996850:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996860:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.996873:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996883:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996902:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996910:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2ca85f5/0x23626ab2a31c1f8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996932:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848620.996936:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996943:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848620.996946:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996953:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996963:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996970:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1c7b379/0x23626ab2a31c1f93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848620.996992:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.996993:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848620.996995:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848620.997949:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848620.997960:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.997974:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=645s v=(0 0) 00010000:00010000:1.0:1787848620.997978:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848620.997984:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998010:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998019:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998026:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998047:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787848620.998106:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848620.998113:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998121:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848620.998125:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998133:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998146:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998153:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5dbb295/0x23626ab2a31c1f9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848620.998173:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.998175:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.998177:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848620.998183:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787848620.999078:0:25104:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00002000:00010000:2.0:1787848620.999941:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848620.999952:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.999967:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=645s v=(0 0) 00010000:00010000:2.0:1787848620.999971:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848620.999977:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.999990:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848620.999999:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.000007:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.000027:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00100000:1.0:1787848621.000586:0:25104:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1787848621.000593:0:25104:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:2.0:1787848621.001890:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848621.001902:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.001927:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=646s v=(0 0) 00010000:00010000:2.0:1787848621.001931:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848621.001937:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.001950:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.001959:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.001967:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.001981:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787848621.002203:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787848621.002210:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002219:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3e00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.002224:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002233:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002251:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002259:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004b197fc5/0x23626ab2a31c1fa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002277:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848621.002281:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002317:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.002321:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002329:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002341:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002348:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eef37d8/0x23626ab2a31c1fa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.002362:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.002363:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.002365:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848621.004711:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848621.004723:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.004738:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=646s v=(0 0) 00010000:00010000:1.0:1787848621.004743:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848621.004750:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.004777:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.004794:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.004801:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.004825:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787848621.005843:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848621.005853:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.005867:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=646s v=(0 0) 00010000:00010000:1.0:1787848621.005870:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848621.005874:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.005886:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.005894:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.005900:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.005933:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787848621.006340:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787848621.006348:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006356:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a1200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848621.006361:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006370:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006388:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006396:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd13cf0f/0x23626ab2a31c1faf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006413:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848621.006417:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006423:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848621.006433:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006441:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006451:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006458:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093c91864/0x23626ab2a31c1fb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.006471:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848621.006473:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848621.006474:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848621.006853:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787848621.006972:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787848621.006979:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.006990:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=646s v=(0 0) 00010000:00010000:1.0:1787848621.006993:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787848621.006998:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007008:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007017:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007024:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007039:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787848621.007180:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848621.007186:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007194:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.007203:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007211:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007222:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007229:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff62068e/0x23626ab2a31c1fbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.007245:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.007246:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.007248:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848621.007396:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23526:x1874694535115136:12345-0@lo:5:osp-pre-1-1.0 Request processed in 87131us (88914us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787848621.007408:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:0.0:1787848621.007444:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848621.008012:0:23526:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787848621.008022:0:23526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23526:1874694535115136:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787848621.008038:0:23526:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1787848621.008111:0:23526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb15e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23526:1874694535115264:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787848621.008154:0:23526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848621.008189:0:23526:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c9c0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848621.008432:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115264 00000100:00100000:0.0:1787848621.008440:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115264 00000100:00100000:0.0:1787848621.008486:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787848621.008494:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23526:x1874694535115264:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787848621.008560:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23526:x1874694535115264:12345-0@lo:900:osp-pre-1-1.0 Request processed in 67us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848621.008567:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787848621.008652:0:23526:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac7cb15e00 x1874694535115264/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787848637 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848621.008663:0:23526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb15e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23526:1874694535115264:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1787848621.008978:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848621.008986:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.008998:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=646s v=(0 0) 00010000:00010000:2.0:1787848621.009002:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848621.009008:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009020:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009038:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009046:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009115:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787848621.009380:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787848621.009386:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009395:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=646s v=(0 0) 00010000:00010000:2.0:1787848621.009399:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848621.009403:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009414:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009423:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.009432:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009880:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787848621.009894:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009904:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.009908:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009918:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009937:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009945:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000429f4a3c/0x23626ab2a31c1fc4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009963:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848621.009966:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009973:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2400 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.009976:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.009984:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.010008:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.010017:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.010019:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.010021:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848621.012713:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787848621.012728:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e4419a6/0x23626ab2a31c1fcb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787848621.013453:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848621.013469:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.013486:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=646s v=(0 0) 00010000:00010000:0.0:1787848621.013491:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848621.013498:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.013513:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.013523:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.013531:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787848621.014992:0:24288:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787848621.015005:0:24288:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.015019:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=646s v=(0 0) 00010000:00010000:3.0:1787848621.015024:0:24288:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848621.015030:0:24288:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.015045:0:24288:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.015056:0:24288:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.015083:0:24288:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015200:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787848621.015210:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015219:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.015223:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015232:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015252:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015262:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787848621.015266:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015272:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc5c00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:1.0:1787848621.015308:0:22769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015318:0:22769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015329:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.015338:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.015340:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848621.015342:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848621.015489:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787848621.015495:0:24858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f2f5c686/0x23626ab2a31c1fd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787848621.017784:0:24858:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787848621.017801:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.017819:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=646s v=(0 0) 00010000:00010000:0.0:1787848621.017825:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848621.017839:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.017855:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.017866:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.017874:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.017900:0:24858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787848621.017977:0:24858:0:(ofd_dev.c:1521:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1787848621.018090:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22806:x1874694535114368:12345-0@lo:5:osp-pre-0-0.0 Request processed in 146803us (157689us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848621.018237:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1787848621.018335:0:22770:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848621.018342:0:22770:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.018351:0:22770:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848621.018355:0:22770:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.018365:0:22770:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.018395:0:22770:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.018403:0:22770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e35482b6/0x23626ab2a31c1fe0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.018421:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848621.018424:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848621.018426:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787848621.019376:0:24288:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787848621.019387:0:24288:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fec6b085/0x23626ab2a31c1fd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24288 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1787848621.020267:0:24288:0:(ofd_dev.c:1521:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:0.0:1787848621.020375:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430de00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22806:1874694535114368:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787848621.020392:0:22806:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:0.0:1787848621.020445:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22806:1874694535115392:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787848621.020515:0:22806:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787848621.020755:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848621.021208:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f24b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22808:x1874694535114880:12345-0@lo:5:osp-pre-1-0.0 Request processed in 141217us (154977us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848621.021218:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787848621.021262:0:22808:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22808:1874694535114880:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1787848621.021272:0:22808:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1787848621.021320:0:22808:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22808:1874694535115520:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1787848621.021347:0:22808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848621.021370:0:22808:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d135d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787848621.021387:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115392 00000100:00100000:3.0:1787848621.021393:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115392 00000100:00100000:3.0:1787848621.021431:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115520 00000100:00100000:3.0:1787848621.021434:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115520 00000100:00100000:3.0:1787848621.021451:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787848621.021459:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22806:x1874694535115392:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1787848621.021495:0:24287:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:0.0:1787848621.021703:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab42b6ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1787848621.021721:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787848621.021730:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22808:x1874694535115520:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787848621.021751:0:24286:0:(ofd_dev.c:1750:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1787848621.022216:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848621.029056:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f261c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22808:x1874694535115520:12345-0@lo:5:osp-pre-1-0.0 Request processed in 7320us (7701us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787848621.029082:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787848621.030912:0:22808:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75f243c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22808:1874694535115520:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787848621.030933:0:22808:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:1.0:1787848621.040463:0:24282:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1787848621.044082:0:24282:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1787848621.045048:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f12c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22806:x1874694535115392:12345-0@lo:5:osp-pre-0-0.0 Request processed in 23582us (24525us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1787848621.045071:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848621.045281:0:22806:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787848621.045329:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22806:1874694535115392:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787848621.045345:0:22806:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000020:00000004:2.0:1787848621.058992:0:25171:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787848621.059889:0:25171:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787848621.558576:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787848621.814398:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787848621.814405:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eab43de1800 from 14 10000000:01000000:0.0:1787848621.814426:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787848621.814471:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.814483:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.814495:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848621.814520:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787848621.814784:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848621.814835:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d0bd240 going to sleep for 11 seconds 00000100:00100000:3.0:1787848621.815229:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115648 00000100:00100000:3.0:1787848621.815237:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115648 00000100:00100000:3.0:1787848621.815330:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787848621.815340:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535115648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848621.815354:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848621.815369:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5c00/0x23626ab2a31c1fee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1fe7 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.815393:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5c00/0x23626ab2a31c1fee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1fe7 expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.815403:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5c00/0x23626ab2a31c1fee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1fe7 expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.815412:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5c00, rc 0) 00000100:00100000:3.0:1787848621.815462:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535115648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848621.815468:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787848621.815774:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848621.815793:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1fee expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.815803:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1fee expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848621.815862:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115776:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787848621.815903:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848621.817405:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6d0bd240 going to sleep for 11 seconds 00000100:00100000:3.0:1787848621.820591:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115776 00000100:00100000:3.0:1787848621.820608:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115776 00000100:00100000:3.0:1787848621.820681:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787848621.820691:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535115776:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787848621.820718:0:22775:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787848621.820743:0:22775:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787848621.820746:0:22775:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1787848621.820894:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535115776:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 204us (4989us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848621.820902:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787848621.821085:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115776:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787848621.821159:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787848621.821170:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1fee expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.821192:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7cc31e00/0x23626ab2a31c1fe7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1fee expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848621.821203:0:22778:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787848621.821206:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8eac485d7800 from 14 10000000:01000000:0.0:1787848621.821209:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787848621.821238:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.821246:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848621.821255:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848621.821276:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787848621.821397:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848621.821438:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab410a3180 going to sleep for 11 seconds 00000100:00100000:3.0:1787848621.821485:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535115904 00000100:00100000:3.0:1787848621.821496:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535115904 00000100:00100000:3.0:1787848621.821689:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787848621.821699:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535115904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848621.821709:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848621.821724:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1ffc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c1ff5 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.821749:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1ffc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c1ff5 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.821760:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5e00/0x23626ab2a31c1ffc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1ff5 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848621.821770:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5e00, rc 0) 00000100:00100000:3.0:1787848621.821816:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535115904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848621.821823:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1787848621.821866:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f21c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535115904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787848621.821879:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ffc expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848621.821888:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c1ffc expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848621.821934:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb15e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535116032:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787848621.821975:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848621.821986:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac7beaf480 going to sleep for 11 seconds 00000100:00100000:0.0:1787848621.823596:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116032 00000100:00100000:0.0:1787848621.823606:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116032 00000100:00100000:0.0:1787848621.823651:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1787848621.823661:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535116032:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787848621.823683:0:22775:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787848621.823702:0:22775:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787848621.823705:0:22775:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1787848621.823813:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535116032:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 153us (1836us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848621.823822:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787848621.824869:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb15e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535116032:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787848621.824940:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787848621.824948:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ffc expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848621.824958:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac7cc30600/0x23626ab2a31c1ff5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c1ffc expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848622.584041:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848623.610745:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848624.630690:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848624.694482:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535116160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848624.694560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848624.694609:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116160 00000100:00100000:2.0:1787848624.694618:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116160 00000100:00100000:2.0:1787848624.694693:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787848624.694704:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f27c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535116160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787848624.694738:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848624.694792:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f27c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535116160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848624.694807:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787848624.694861:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535116160:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787848624.695852:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848625.209965:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787848625.210000:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535116288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848625.210068:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848625.210110:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116288 00000100:00100000:1.0:1787848625.210116:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116288 00000100:00100000:1.0:1787848625.210159:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787848625.210168:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb14780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535116288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787848625.210202:0:22786:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787848625.210243:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb14780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535116288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848625.210251:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787848625.210317:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb143c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535116288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848625.211841:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535116416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848625.211894:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848625.212018:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116416 00000100:00100000:0.0:1787848625.212024:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116416 00000100:00100000:0.0:1787848625.212079:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787848625.212088:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535116416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848625.212117:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848625.213950:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb143c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535116416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1855us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848625.213962:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787848625.220334:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44644780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535116416:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787848625.655101:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787848626.085016:0:25461:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg406-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1787848626.230597:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535116544:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230682:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.230732:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535117056:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230756:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.230773:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3616:1874694535117568:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.230805:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3616:1874694535118080:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230831:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848626.230831:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116544 00000100:00100000:0.0:1787848626.230841:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116544 00000100:00100000:2.0:1787848626.230857:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787848626.230866:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535116928:0@lo:400:kworker.0 00000100:00100000:0.0:1787848626.230890:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787848626.230895:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848626.230905:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3616:x1874694535116544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230914:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535117440:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.230935:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.230952:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535117952:0@lo:400:kworker.0 00000100:00100000:0.0:1787848626.230981:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3616:x1874694535116544:12345-0@lo:400:kworker.0 Request processed in 79us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848626.230993:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787848626.230994:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231031:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535116544:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231064:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535116672:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231112:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535117184:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231131:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231271:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac521821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3617:1874694535117696:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231314:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231324:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535118208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787848626.231343:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231360:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787848626.231365:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535116800:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231380:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231393:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535117312:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231412:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231427:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac521812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535117824:0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231445:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848626.231471:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117056 00000100:00100000:2.0:1787848626.231475:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117056 00000100:00100000:2.0:1787848626.231498:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117568 00000100:00100000:2.0:1787848626.231500:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117568 00000100:00100000:2.0:1787848626.231509:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118080 00000100:00100000:2.0:1787848626.231511:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118080 00000100:00100000:2.0:1787848626.231530:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117952 00000100:00100000:2.0:1787848626.231532:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117952 00000100:00100000:2.0:1787848626.231542:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117696 00000100:00100000:2.0:1787848626.231544:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117696 00000100:00100000:2.0:1787848626.231553:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117824 00000100:00100000:2.0:1787848626.231556:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117824 00000100:00100000:2.0:1787848626.231569:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787848626.231574:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535117056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231616:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3616:x1874694535117056:12345-0@lo:400:kworker.0 Request processed in 41us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231624:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787848626.231645:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787848626.231650:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1874694535117568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231676:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3616:x1874694535117568:12345-0@lo:400:kworker.0 Request processed in 26us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231682:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787848626.231690:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787848626.231696:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1874694535118080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231716:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb08f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3616:x1874694535118080:12345-0@lo:400:kworker.0 Request processed in 20us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231721:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787848626.231730:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848626.231735:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535117952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231754:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535117952:12345-0@lo:400:kworker.0 Request processed in 19us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231759:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787848626.231767:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848626.231772:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1874694535117696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231798:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1874694535117696:12345-0@lo:400:kworker.0 Request processed in 25us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231804:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787848626.231817:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787848626.231823:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116672 00000100:00100000:2.0:1787848626.231825:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535117824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848626.231830:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116672 00000100:00100000:2.0:1787848626.231860:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1874694535117824:12345-0@lo:400:kworker.0 Request processed in 36us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848626.231869:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787848626.231870:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117184 00000100:00100000:0.0:1787848626.231875:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117184 00000100:00100000:0.0:1787848626.231897:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787848626.231906:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535116672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848626.231914:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787848626.231925:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535117184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848626.231951:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535116672:12345-0@lo:400:kworker.0 Request processed in 45us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848626.231958:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787848626.231984:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535117184:12345-0@lo:400:kworker.0 Request processed in 62us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.233335:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116928 00000100:00100000:1.0:1787848626.233342:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116928 00000100:00100000:1.0:1787848626.233381:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117440 00000100:00100000:1.0:1787848626.233385:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117440 00000100:00100000:1.0:1787848626.233398:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535116800 00000100:00100000:1.0:1787848626.233401:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535116800 00000100:00100000:1.0:1787848626.233412:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535117312 00000100:00100000:1.0:1787848626.233423:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535117312 00000100:00100000:1.0:1787848626.233445:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787848626.233452:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3616:x1874694535116928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.233509:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3616:x1874694535116928:12345-0@lo:400:kworker.0 Request processed in 57us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.233516:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787848626.233529:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787848626.233535:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4230c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535117440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.233563:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4230c3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535117440:12345-0@lo:400:kworker.0 Request processed in 29us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.233569:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787848626.233580:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848626.233586:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44475680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535116800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.233633:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44475680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535116800:12345-0@lo:400:kworker.0 Request processed in 46us (2250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.233640:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787848626.233651:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787848626.233657:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44474780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535117312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234062:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44474780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535117312:12345-0@lo:400:kworker.0 Request processed in 404us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.234070:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1787848626.234107:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787848626.234111:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787848626.234114:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787848626.234117:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848626.234201:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118208 00000100:00100000:1.0:1787848626.234207:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118208 00000100:00100000:1.0:1787848626.234245:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848626.234251:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44476940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535118208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787848626.234275:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787848626.234337:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44476940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535118208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (2992us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.234344:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848626.234392:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535116800:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234406:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535117312:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234426:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac521812c0 x1874694535117824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.234436:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac521812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3617:1874694535117824:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234448:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535116672:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234460:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535117184:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234475:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac521821c0 x1874694535117696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.234483:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac521821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3617:1874694535117696:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234499:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac6f9f2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535118208:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787848626.234548:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535116928:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.234559:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535117440:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234572:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac5430e580 x1874694535117952/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.234593:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535117952:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234609:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac692f6d00 x1874694535117056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.234617:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3616:1874694535117056:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234627:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac692f5a40 x1874694535117568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.234635:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3616:1874694535117568:0@lo:400:kworker.0 00010000:00080000:1.0:1787848626.234661:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac5430f840 x1874694535118080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848626.236174:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3616:1874694535118080:0@lo:400:kworker.0 00000100:00100000:1.0:1787848626.237906:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787848626.237927:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535118336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848626.239106:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848626.239166:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118336 00000100:00100000:1.0:1787848626.239174:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118336 00000100:00100000:1.0:1787848626.239219:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848626.239227:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535118336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787848626.239257:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787848626.239319:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb170c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535118336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.239326:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787848626.239378:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535118336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848626.239462:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787848626.239471:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7cb161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535118464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787848626.239499:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848626.239522:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118464 00000100:00100000:1.0:1787848626.239526:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118464 00000100:00100000:1.0:1787848626.239546:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848626.239552:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb17840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3616:x1874694535118464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787848626.239562:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787848626.239591:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb17840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3616:x1874694535118464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848626.239597:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787848626.239625:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7cb161c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535118464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787848626.241570:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:1.0:1787848626.678482:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787848626.751098:0:25104:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000040:00080000:2.0:1787848627.127271:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1787848627.483219:0:25513:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787848627.484587:0:25513:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787848627.705704:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848628.731398:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787848628.992609:0:25563:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787848628.993886:0:25563:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787848629.547616:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.547785:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471360 00000100:00100000:2.0:1787848629.547795:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471360 00000100:00100000:2.0:1787848629.547848:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 115 00000100:00100000:2.0:1787848629.547857:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2391:x1874694523471360:12345-192.168.204.6@tcp:250:mount.lustre.0 00010000:00080000:2.0:1787848629.547892:0:22776:0:(ldlm_lib.c:1454:target_handle_connect()) MGS: connection from f27e4e20-b960-4a4a-97d6-199feba050a6@192.168.204.6@tcp t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:2.0:1787848629.547934:0:22776:0:(genops.c:1385:class_connect()) connect: client f27e4e20-b960-4a4a-97d6-199feba050a6, cookie 0x23626ab2a31c2003 00000100:00080000:2.0:1787848629.548072:0:22776:0:(import.c:65:import_set_state_nolock()) ffff8eab45429800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787848629.548144:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+5:2391:x1874694523471360:12345-192.168.204.6@tcp:250:mount.lustre.0 Request processed in 287us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.548153:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 115 00000100:00100000:0.0:1787848629.559971:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.564062:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471488 00000100:00100000:2.0:1787848629.564077:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471488 00000100:00100000:2.0:1787848629.564156:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 116 00000100:00100000:2.0:1787848629.564169:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+5:18069:x1874694523471488:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787848629.564188:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848629.564207:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac692f2400/0x23626ab2a31c200a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25a75 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.564258:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac692f2400/0x23626ab2a31c200a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a75 expref: 6 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.564270:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac692f2400/0x23626ab2a31c200a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a75 expref: 6 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.564278:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f2400, rc 0) 00000100:00100000:2.0:1787848629.564387:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+6:18069:x1874694523471488:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 222us (4424us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.564394:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 116 00000100:00100000:3.0:1787848629.575665:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.575761:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471616 00000100:00100000:0.0:1787848629.575770:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471616 00000100:00100000:0.0:1787848629.575825:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 117 00000100:00100000:0.0:1787848629.575834:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+6:18069:x1874694523471616:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787848629.575972:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+6:18069:x1874694523471616:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 139us (315us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787848629.575980:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 117 00000100:00100000:3.0:1787848629.578632:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.578714:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471744 00000100:00100000:2.0:1787848629.578723:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471744 00000100:00100000:2.0:1787848629.578772:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 118 00000100:00100000:2.0:1787848629.578781:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+6:18069:x1874694523471744:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787848629.578798:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848629.578814:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac692f2800/0x23626ab2a31c2011 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25a7c expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.578842:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac692f2800/0x23626ab2a31c2011 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a7c expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.578853:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac692f2800/0x23626ab2a31c2011 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25a7c expref: 7 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848629.578864:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f2800, rc 0) 00000100:00100000:2.0:1787848629.578922:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+7:18069:x1874694523471744:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 142us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.578951:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 118 00000100:00100000:1.0:1787848629.588463:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.588625:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523471872 00000100:00100000:2.0:1787848629.588634:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523471872 00000100:00100000:2.0:1787848629.588688:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 119 00000100:00100000:2.0:1787848629.588697:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+7:18069:x1874694523471872:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787848629.588844:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18069:x1874694523471872:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 148us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.588852:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 119 00000100:00100000:3.0:1787848629.594563:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.594762:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472000 00000100:00100000:0.0:1787848629.594771:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472000 00000100:00100000:0.0:1787848629.594824:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 120 00000100:00100000:0.0:1787848629.594833:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18069:x1874694523472000:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787848629.595000:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18069:x1874694523472000:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 167us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.595008:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 120 00000100:00100000:3.0:1787848629.609498:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.609885:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472128 00000100:00100000:0.0:1787848629.609904:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472128 00000100:00100000:0.0:1787848629.609962:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 121 00000100:00100000:0.0:1787848629.609972:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472128:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787848629.610166:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472128:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 195us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.610174:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 121 00000100:00100000:1.0:1787848629.649605:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.649698:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472256 00000100:00100000:2.0:1787848629.649708:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472256 00000100:00100000:2.0:1787848629.649761:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 122 00000100:00100000:2.0:1787848629.649771:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472256:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787848629.649952:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472256:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 182us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.649959:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 122 00000100:00100000:1.0:1787848629.657988:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848629.658071:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472384 00000100:00100000:3.0:1787848629.658080:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472384 00000100:00100000:3.0:1787848629.658147:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 123 00000100:00100000:3.0:1787848629.658156:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472384:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787848629.658353:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18088:x1874694523472384:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 197us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848629.658361:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 123 00000100:00100000:3.0:1787848629.672660:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.672758:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472512 00000100:00100000:0.0:1787848629.672767:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472512 00000100:00100000:0.0:1787848629.672817:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 124 00000100:00100000:0.0:1787848629.672826:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+8:18069:x1874694523472512:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787848629.672858:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848629.672876:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc31c00/0x23626ab2a31c2018 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25aad expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.672914:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc31c00/0x23626ab2a31c2018 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25aad expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.672926:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc31c00/0x23626ab2a31c2018 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25aad expref: 9 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.672943:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31c00, rc 0) 00000100:00100000:0.0:1787848629.672997:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+9:18069:x1874694523472512:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 172us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.673004:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 124 00000100:00100000:1.0:1787848629.689778:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.690030:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472640 00000100:00100000:2.0:1787848629.690041:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472640 00000100:00100000:2.0:1787848629.690096:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 125 00000100:00100000:2.0:1787848629.690106:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+9:18069:x1874694523472640:12345-192.168.204.6@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787848629.690133:0:22776:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787848629.690153:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787848629.690157:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787848629.690161:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787848629.690164:0:22776:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787848629.690166:0:22776:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787848629.700674:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+9:18069:x1874694523472640:12345-192.168.204.6@tcp:256:mount.lustre.0 Request processed in 10558us (10893us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.700689:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 125 00000100:00100000:3.0:1787848629.709780:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.709884:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472768 00000100:00100000:0.0:1787848629.709903:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472768 00000100:00100000:0.0:1787848629.710052:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 126 00000100:00100000:0.0:1787848629.710062:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+9:18069:x1874694523472768:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787848629.710079:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848629.710097:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25ab4 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.710122:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 10 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.710133:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 10 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848629.710239:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30000, rc 0) 00000100:00100000:0.0:1787848629.710324:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18069:x1874694523472768:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 263us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.710331:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 126 00000100:00100000:1.0:1787848629.712556:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.712635:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523472896 00000100:00100000:2.0:1787848629.712643:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523472896 00000100:00100000:2.0:1787848629.712691:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 127 00000100:00100000:2.0:1787848629.712699:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75e85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18069:x1874694523472896:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787848629.712884:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75e85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18069:x1874694523472896:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 177us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.712901:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 127 00000100:00100000:1.0:1787848629.721574:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.721730:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473024 00000100:00100000:2.0:1787848629.721739:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473024 00000100:00100000:2.0:1787848629.721794:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 128 00000100:00100000:2.0:1787848629.721803:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18069:x1874694523473024:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787848629.722274:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6d21f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18069:x1874694523473024:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 470us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.722308:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 128 00000100:00100000:3.0:1787848629.730822:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848629.733472:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473152 00000100:00100000:0.0:1787848629.733485:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473152 00000100:00100000:0.0:1787848629.733625:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 129 00000100:00100000:0.0:1787848629.733636:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18094:x1874694523473152:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787848629.733801:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18094:x1874694523473152:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 167us (2992us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.733809:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 129 00000100:00100000:1.0:1787848629.741243:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.741329:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473280 00000100:00100000:2.0:1787848629.741338:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473280 00000100:00100000:2.0:1787848629.741401:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 130 00000100:00100000:2.0:1787848629.741411:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18094:x1874694523473280:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787848629.741571:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18094:x1874694523473280:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 160us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.741580:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 130 00010000:00010000:1.0:1787848629.751194:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848629.765858:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848629.765911:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848629.766006:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473408 00000100:00100000:3.0:1787848629.766015:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473408 00000100:00100000:3.0:1787848629.766058:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473664 00000100:00100000:3.0:1787848629.766062:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473664 00000100:00100000:3.0:1787848629.766090:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:3.0:1787848629.766098:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb17c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2391:x1874694523473408:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787848629.766128:0:22781:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from bba4f38f-f351-443a-a1dc-e8df2d57ee75@192.168.204.6@tcp t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:3.0:1787848629.766186:0:22781:0:(genops.c:1385:class_connect()) connect: client bba4f38f-f351-443a-a1dc-e8df2d57ee75, cookie 0x23626ab2a31c2026 00000004:00100000:3.0:1787848629.766241:0:22781:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787848629.766492:0:22781:0:(import.c:65:import_set_state_nolock()) ffff8eac7808a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848629.766625:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:0.0:1787848629.766633:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2391:x1874694523473664:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787848629.766652:0:24309:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0001: connection from bba4f38f-f351-443a-a1dc-e8df2d57ee75@192.168.204.6@tcp t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:0.0:1787848629.766685:0:24309:0:(genops.c:1385:class_connect()) connect: client bba4f38f-f351-443a-a1dc-e8df2d57ee75, cookie 0x23626ab2a31c202d 00000004:00100000:0.0:1787848629.766698:0:24309:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787848629.766833:0:24309:0:(import.c:65:import_set_state_nolock()) ffff8eab42e97800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848629.766901:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2391:x1874694523473664:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 255us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.766909:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:3.0:1787848629.767887:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb17c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2391:x1874694523473408:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 1785us (2036us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848629.767913:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:1.0:1787848629.778021:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848629.778063:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848629.782502:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.800074:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473792 00000100:00100000:2.0:1787848629.800105:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473792 00000100:00100000:2.0:1787848629.800164:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473536 00000100:00100000:2.0:1787848629.800166:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473536 00000100:00100000:2.0:1787848629.800180:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523473920 00000100:00100000:2.0:1787848629.800182:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523473920 00000100:00100000:2.0:1787848629.800200:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:2.0:1787848629.800209:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb15680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:0:x1874694523473792:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787848629.800246:0:22783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787848629.800341:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb15680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:0:x1874694523473792:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 133us (22329us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.800348:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:2.0:1787848629.800365:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:2.0:1787848629.800370:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb16940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:0:x1874694523473536:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787848629.800385:0:22783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848629.800418:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb16940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:0:x1874694523473536:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 47us (22354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.800424:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:2.0:1787848629.800434:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:2.0:1787848629.800439:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb14b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523473920:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787848629.800462:0:22783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848629.800482:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb14b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523473920:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 42us (17990us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.800488:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00080000:1.0:1787848629.800570:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787848629.800576:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848629.806808:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848629.806913:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474048 00000100:00100000:2.0:1787848629.806923:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474048 00000100:00100000:2.0:1787848629.806999:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:2.0:1787848629.807026:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474048:12345-192.168.204.6@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787848629.807240:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb161c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474048:12345-192.168.204.6@tcp:40:mount.lustre.0 Request processed in 215us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.807248:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:3.0:1787848629.815127:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848629.815149:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535118592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848629.815219:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848629.815322:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118592 00000100:00100000:0.0:1787848629.815329:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118592 00000100:00100000:0.0:1787848629.815397:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848629.815406:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44646d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535118592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787848629.815448:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787848629.815490:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44646d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535118592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848629.815496:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787848629.815583:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535118592:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787848629.815686:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848629.818771:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848629.818805:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848629.818881:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848629.819135:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474432 00000100:00100000:3.0:1787848629.819156:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474432 00000100:00100000:3.0:1787848629.819208:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:3.0:1787848629.819217:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb15a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474432:12345-192.168.204.6@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787848629.819315:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb15a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474432:12345-192.168.204.6@tcp:900:mount.lustre.0 Request processed in 98us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848629.819322:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:0.0:1787848629.828234:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474176 00000100:00100000:0.0:1787848629.828261:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474176 00000100:00100000:1.0:1787848629.829193:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848629.829383:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474560 00000100:00100000:3.0:1787848629.829389:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474560 00000100:00100000:3.0:1787848629.829439:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:3.0:1787848629.829451:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb16580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474560:12345-192.168.204.6@tcp:33:mount.lustre.0 00000004:00080000:3.0:1787848629.831543:0:22784:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2002us 00000100:00100000:3.0:1787848629.832593:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474304 00000100:00100000:3.0:1787848629.832603:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474304 00000100:00100000:3.0:1787848629.832659:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:3.0:1787848629.832668:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb14f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2391:x1874694523474176:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787848629.832703:0:24286:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0000: connection from bba4f38f-f351-443a-a1dc-e8df2d57ee75@192.168.204.6@tcp t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:3.0:1787848629.832738:0:24286:0:(genops.c:1385:class_connect()) connect: client bba4f38f-f351-443a-a1dc-e8df2d57ee75, cookie 0x23626ab2a31c2034 00002000:00100000:3.0:1787848629.832751:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli bba4f38f-f351-443a-a1dc-e8df2d57ee75/ffff8eac782d7000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113956 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787848629.832762:0:24286:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787848629.832966:0:24286:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787848629.833002:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8eac782d6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787848629.833089:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb14f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2391:x1874694523474176:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 420us (14281us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848629.833098:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:3.0:1787848629.833118:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:3.0:1787848629.833130:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7cb15e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2391:x1874694523474304:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787848629.833149:0:24286:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0001: connection from bba4f38f-f351-443a-a1dc-e8df2d57ee75@192.168.204.6@tcp t0 exp 0000000000000000 cur 654 last 0 00000020:00000080:3.0:1787848629.833166:0:24286:0:(genops.c:1385:class_connect()) connect: client bba4f38f-f351-443a-a1dc-e8df2d57ee75, cookie 0x23626ab2a31c203b 00002000:00100000:3.0:1787848629.833172:0:24286:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli bba4f38f-f351-443a-a1dc-e8df2d57ee75/ffff8eac782d1800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113956 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787848629.833184:0:24286:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787848629.833332:0:24286:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787848629.833347:0:24286:0:(import.c:65:import_set_state_nolock()) ffff8eac782d4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787848629.833387:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb15e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2391:x1874694523474304:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 256us (14505us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848629.833394:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000004:00200000:2.0:1787848629.868705:0:22784:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787848629.868849:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7cb16580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18069:x1874694523474560:12345-192.168.204.6@tcp:33:mount.lustre.0 Request processed in 39393us (39655us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848629.868865:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1787848630.077863:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848630.077969:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474688 00000100:00100000:0.0:1787848630.077978:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474688 00000100:00100000:0.0:1787848630.078033:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:0.0:1787848630.078042:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18117:x1874694523474688:12345-192.168.204.6@tcp:101:mkdir.0 00010000:00010000:0.0:1787848630.078062:0:24309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848630.078085:0:24309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30800/0x23626ab2a31c2042 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25ae5 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078145:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078159:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078173:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848630.078220:0:24309:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787848630.078224:0:24309:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787848630.078259:0:24309:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078313:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30800/0x23626ab2a31c2042 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ae5 expref: 8 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078349:0:24309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ae5 expref: 7 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848630.078358:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:0.0:1787848630.078361:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787848630.078364:0:24309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31600, rc 0) 00000100:00100000:0.0:1787848630.078438:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18117:x1874694523474688:12345-192.168.204.6@tcp:101:mkdir.0 Request processed in 397us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848630.078446:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:0.0:1787848630.326605:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535118848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848630.326675:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848630.326735:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787848630.326742:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535118720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848630.326765:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848630.326797:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118848 00000100:00100000:0.0:1787848630.326805:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118848 00000100:00100000:0.0:1787848630.326843:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118720 00000100:00100000:0.0:1787848630.326846:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118720 00000100:00100000:0.0:1787848630.326863:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787848630.326871:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535118848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848630.326916:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848630.326961:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535118848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848630.326969:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787848630.326987:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787848630.327008:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535118720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848630.327026:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787848630.327054:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535118720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848630.327060:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787848630.327096:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535118720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848630.327109:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44644f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535118848:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1787848630.519340:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787848630.774683:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848631.350479:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787848631.350501:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535119104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787848631.350583:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848631.350626:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44477c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535118976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848631.350648:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848631.350667:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119104 00000100:00100000:2.0:1787848631.350675:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119104 00000100:00100000:2.0:1787848631.350728:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535118976 00000100:00100000:2.0:1787848631.350732:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535118976 00000100:00100000:2.0:1787848631.350751:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848631.350759:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac521821c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535119104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787848631.350789:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787848631.350841:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac521821c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535119104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848631.350849:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848631.350879:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787848631.350885:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac521812c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535118976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787848631.350894:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787848631.350919:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac521812c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535118976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848631.350924:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1787848631.351038:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787848631.351064:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535119232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787848631.351090:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848631.351126:0:3616:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787848631.351147:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac5430e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535119104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787848631.351161:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44477c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535118976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787848631.351344:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119232 00000100:00100000:2.0:1787848631.351361:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119232 00000100:00100000:2.0:1787848631.351397:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787848631.351404:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535119232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787848631.351420:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848631.351463:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535119232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848631.351470:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787848631.351501:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac7d333c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535119232:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787848631.351523:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787848631.352217:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44644b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535119616:0@lo:400:kworker.0 00000100:00100000:3.0:1787848631.352255:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848631.352328:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848631.352335:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535119744:0@lo:400:kworker.0 00000100:00100000:3.0:1787848631.352358:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848631.352397:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535120128:0@lo:400:kworker.0 00000100:00100000:3.0:1787848631.352415:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848631.352448:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848631.352453:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535120256:0@lo:400:kworker.0 00000100:00100000:3.0:1787848631.352474:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.352585:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119616 00000100:00100000:0.0:1787848631.352590:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119616 00000100:00100000:0.0:1787848631.352641:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120128 00000100:00100000:0.0:1787848631.352644:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120128 00000100:00100000:0.0:1787848631.352667:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120256 00000100:00100000:0.0:1787848631.352670:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120256 00000100:00100000:0.0:1787848631.352685:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787848631.352693:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44645680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535119616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352740:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44645680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3615:x1874694535119616:12345-0@lo:400:kworker.0 Request processed in 48us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.352746:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787848631.352760:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787848631.352765:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446461c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535120128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352787:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446461c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3615:x1874694535120128:12345-0@lo:400:kworker.0 Request processed in 23us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.352793:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787848631.352802:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787848631.352820:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44645a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535120256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352856:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44645a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535120256:12345-0@lo:400:kworker.0 Request processed in 50us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.352873:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1787848631.352889:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787848631.352891:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1787848631.352910:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab44647480 x1874694535120256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848631.352923:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535120256:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352934:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44647c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3615:1874694535120128:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352942:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44644b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3615:1874694535119616:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352965:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44646940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535119488:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.352991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353019:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535120000:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353039:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353064:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab446452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535120512:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353086:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353096:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787848631.353101:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab446443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535119360:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353121:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353139:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab446470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535119872:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353161:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353175:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44645e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3618:1874694535120384:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353198:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848631.353229:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119744 00000100:00100000:0.0:1787848631.353233:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119744 00000100:00100000:0.0:1787848631.353256:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119488 00000100:00100000:0.0:1787848631.353259:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119488 00000100:00100000:0.0:1787848631.353270:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787848631.353277:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44647840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535119744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353341:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44647840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535119744:12345-0@lo:400:kworker.0 Request processed in 64us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.353348:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787848631.353359:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787848631.353365:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535119488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353394:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d333c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535119488:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.353400:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787848631.353428:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44646580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535119744:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353443:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120000 00000100:00100000:0.0:1787848631.353446:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120000 00000100:00100000:0.0:1787848631.353460:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120512 00000100:00100000:0.0:1787848631.353462:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120512 00000100:00100000:0.0:1787848631.353480:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120384 00000100:00100000:0.0:1787848631.353482:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120384 00000100:00100000:0.0:1787848631.353494:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787848631.353499:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535120000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353530:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535120000:12345-0@lo:400:kworker.0 Request processed in 31us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.353536:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787848631.353544:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787848631.353549:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535120512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353594:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535120512:12345-0@lo:400:kworker.0 Request processed in 44us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.353600:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787848631.353610:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787848631.353615:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1874694535120384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353633:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d3321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1874694535120384:12345-0@lo:400:kworker.0 Request processed in 19us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848631.353638:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1787848631.353648:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787848631.353650:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787848631.353667:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44645e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3618:1874694535120384:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353675:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44646940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535119488:0@lo:400:kworker.0 00000100:00100000:0.0:1787848631.353683:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535120000:0@lo:400:kworker.0 00010000:00080000:0.0:1787848631.353692:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab446452c0 x1874694535120512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848631.353701:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab446452c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535120512:0@lo:400:kworker.0 00000100:00100000:1.0:1787848631.354168:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119872 00000100:00100000:1.0:1787848631.354173:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119872 00000100:00100000:1.0:1787848631.354208:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848631.354215:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535119872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848631.354256:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d333480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535119872:12345-0@lo:400:kworker.0 Request processed in 41us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848631.354268:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787848631.354323:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab446470c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535119872:0@lo:400:kworker.0 00000100:00100000:2.0:1787848631.354457:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535119360 00000100:00100000:2.0:1787848631.354462:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535119360 00000100:00100000:2.0:1787848631.354497:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1787848631.354504:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3618:x1874694535119360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848631.354548:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3618:x1874694535119360:12345-0@lo:400:kworker.0 Request processed in 45us (1425us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848631.354554:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00080000:0.0:1787848631.354768:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848631.354901:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab446443c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535119360:0@lo:400:kworker.0 00010000:00010000:2.0:1787848631.798583:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787848632.123399:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.123551:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474816 00000100:00100000:2.0:1787848632.123562:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474816 00000100:00100000:2.0:1787848632.123645:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00100000:2.0:1787848632.123656:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18169:x1874694523474816:12345-192.168.204.6@tcp:41:lfs.0 00000004:00000024:2.0:1787848632.123692:0:22782:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848632.123781:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18169:x1874694523474816:12345-192.168.204.6@tcp:41:lfs.0 Request processed in 127us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.123789:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00080000:0.0:1787848632.124027:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787848632.130503:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.130599:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523474944 00000100:00100000:3.0:1787848632.130611:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523474944 00000100:00100000:3.0:1787848632.130731:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:3.0:1787848632.130742:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523474944:12345-192.168.204.6@tcp:41:lfs.0 00000004:00000024:3.0:1787848632.130783:0:22781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787848632.130912:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523474944:12345-192.168.204.6@tcp:41:lfs.0 Request processed in 172us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.130921:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00080000:0.0:1787848632.131774:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787848632.138640:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.138862:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475072 00000100:00100000:2.0:1787848632.138873:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475072 00000100:00100000:2.0:1787848632.138949:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:2.0:1787848632.138961:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446443c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523475072:12345-192.168.204.6@tcp:13:lfs.0 00002000:00000024:2.0:1787848632.139001:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848632.139089:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446443c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523475072:12345-192.168.204.6@tcp:13:lfs.0 Request processed in 129us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.139096:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00080000:0.0:1787848632.139430:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848632.142625:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.142772:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475200 00000100:00100000:3.0:1787848632.142783:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475200 00000100:00100000:3.0:1787848632.142870:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00100000:3.0:1787848632.142880:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523475200:12345-192.168.204.6@tcp:13:lfs.0 00002000:00000024:3.0:1787848632.142914:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848632.143003:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18169:x1874694523475200:12345-192.168.204.6@tcp:13:lfs.0 Request processed in 123us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.143010:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00080000:0.0:1787848632.143791:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787848632.356231:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.356336:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475328 00000100:00100000:0.0:1787848632.356346:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475328 00000100:00100000:0.0:1787848632.356399:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 132 00000100:00100000:0.0:1787848632.356409:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+10:18201:x1874694523475328:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787848632.356440:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848632.356459:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc30800/0x23626ab2a31c2050 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25aec expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848632.356487:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc30800/0x23626ab2a31c2050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25aec expref: 11 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848632.356497:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc30800/0x23626ab2a31c2050 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25aec expref: 11 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848632.356505:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30800, rc 0) 00000100:00100000:0.0:1787848632.356570:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523475328:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 162us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848632.356577:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 132 00000100:00100000:1.0:1787848632.358783:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.358971:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475456 00000100:00100000:3.0:1787848632.358980:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475456 00000100:00100000:3.0:1787848632.359035:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 133 00000100:00100000:3.0:1787848632.359044:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523475456:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787848632.359200:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523475456:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 156us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.359207:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 133 00000100:00100000:1.0:1787848632.369394:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.369524:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475584 00000100:00100000:2.0:1787848632.369534:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475584 00000100:00100000:2.0:1787848632.369601:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 134 00000100:00100000:2.0:1787848632.369610:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523475584:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787848632.369746:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523475584:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 136us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.369754:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 134 00000100:00100000:1.0:1787848632.383119:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.383221:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475712 00000100:00100000:0.0:1787848632.383233:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475712 00000100:00100000:0.0:1787848632.383335:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 135 00000100:00100000:0.0:1787848632.383347:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475712:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787848632.383514:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475712:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 168us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848632.383533:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 135 00000100:00100000:1.0:1787848632.439800:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.441241:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475840 00000100:00100000:3.0:1787848632.441254:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475840 00000100:00100000:3.0:1787848632.441361:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 136 00000100:00100000:3.0:1787848632.441373:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475840:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787848632.441953:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475840:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 579us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.441962:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 136 00000100:00100000:1.0:1787848632.465379:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.465478:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523475968 00000100:00100000:2.0:1787848632.465488:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523475968 00000100:00100000:2.0:1787848632.465563:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 137 00000100:00100000:2.0:1787848632.465573:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475968:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787848632.465751:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18207:x1874694523475968:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 178us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.465891:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 137 00000100:00100000:1.0:1787848632.471510:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.473617:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476096 00000100:00100000:3.0:1787848632.473644:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476096 00000100:00100000:3.0:1787848632.473713:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 138 00000100:00100000:3.0:1787848632.473724:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18201:x1874694523476096:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787848632.473740:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848632.473772:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4200/0x23626ab2a31c2057 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b1d expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.473801:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4200/0x23626ab2a31c2057 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b1d expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.473812:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4200/0x23626ab2a31c2057 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b1d expref: 12 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.473821:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4200, rc 0) 00000100:00100000:3.0:1787848632.473895:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18201:x1874694523476096:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 173us (2396us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.473907:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 138 00000100:00100000:1.0:1787848632.489467:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.489576:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476224 00000100:00100000:0.0:1787848632.489587:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476224 00000100:00100000:0.0:1787848632.489643:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 139 00000100:00100000:0.0:1787848632.489653:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18201:x1874694523476224:12345-192.168.204.6@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787848632.489679:0:22773:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787848632.489721:0:22773:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787848632.489725:0:22773:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787848632.489729:0:22773:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787848632.489732:0:22773:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787848632.489734:0:22773:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787848632.498401:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9da850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18201:x1874694523476224:12345-192.168.204.6@tcp:256:mount.lustre.0 Request processed in 8738us (8933us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848632.498416:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 139 00000100:00100000:1.0:1787848632.511178:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.511266:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476352 00000100:00100000:2.0:1787848632.511277:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476352 00000100:00100000:2.0:1787848632.511352:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 140 00000100:00100000:2.0:1787848632.511370:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18201:x1874694523476352:12345-192.168.204.6@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787848632.511389:0:22775:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848632.511407:0:22775:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b24 expref: -99 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848632.511458:0:22775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848632.511470:0:22775:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848632.511479:0:22775:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f2600, rc 0) 00000100:00100000:2.0:1787848632.511582:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18201:x1874694523476352:12345-192.168.204.6@tcp:101:mount.lustre.0 Request processed in 212us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.511589:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 140 00000100:00100000:1.0:1787848632.515014:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.515107:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476480 00000100:00100000:0.0:1787848632.515117:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476480 00000100:00100000:0.0:1787848632.515181:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 141 00000100:00100000:0.0:1787848632.515191:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18201:x1874694523476480:12345-192.168.204.6@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787848632.515389:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18201:x1874694523476480:12345-192.168.204.6@tcp:501:mount.lustre.0 Request processed in 199us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848632.515397:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 141 00000100:00100000:1.0:1787848632.517278:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.517432:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476608 00000100:00100000:3.0:1787848632.517442:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476608 00000100:00100000:3.0:1787848632.517494:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 142 00000100:00100000:3.0:1787848632.517503:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18201:x1874694523476608:12345-192.168.204.6@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787848632.517637:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18201:x1874694523476608:12345-192.168.204.6@tcp:503:mount.lustre.0 Request processed in 134us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.517645:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 142 00000100:00100000:1.0:1787848632.522269:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848632.523152:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476736 00000100:00100000:2.0:1787848632.523162:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476736 00000100:00100000:2.0:1787848632.523262:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 143 00000100:00100000:2.0:1787848632.523272:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18212:x1874694523476736:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787848632.523463:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9d9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18212:x1874694523476736:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 192us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.523472:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 143 00000100:00100000:0.0:1787848632.526810:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.526976:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476864 00000100:00100000:3.0:1787848632.526986:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476864 00000100:00100000:3.0:1787848632.527077:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 144 00000100:00100000:3.0:1787848632.527097:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18212:x1874694523476864:12345-192.168.204.6@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787848632.527246:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18212:x1874694523476864:12345-192.168.204.6@tcp:502:llog_process_th.0 Request processed in 150us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.527254:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 144 00000100:00100000:1.0:1787848632.532376:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848632.532442:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.532649:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523476992 00000100:00100000:0.0:1787848632.532661:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523476992 00000100:00100000:0.0:1787848632.532716:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477248 00000100:00100000:0.0:1787848632.532721:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477248 00000100:00100000:0.0:1787848632.532753:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:0.0:1787848632.532763:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2391:x1874694523476992:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787848632.532797:0:24309:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0000: connection from d48d09af-fe7a-4e20-9a1f-910ac4aaa828@192.168.204.6@tcp t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:0.0:1787848632.532848:0:24309:0:(genops.c:1385:class_connect()) connect: client d48d09af-fe7a-4e20-9a1f-910ac4aaa828, cookie 0x23626ab2a31c2065 00000004:00100000:0.0:1787848632.532983:0:24309:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787848632.533085:0:24309:0:(import.c:65:import_set_state_nolock()) ffff8eab42e90800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787848632.533158:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2391:x1874694523476992:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 394us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848632.533182:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:1.0:1787848632.533310:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1787848632.533326:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2391:x1874694523477248:12345-192.168.204.6@tcp:38:mount.lustre.0 00010000:00080000:1.0:1787848632.533344:0:22783:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-MDT0001: connection from d48d09af-fe7a-4e20-9a1f-910ac4aaa828@192.168.204.6@tcp t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:1.0:1787848632.533369:0:22783:0:(genops.c:1385:class_connect()) connect: client d48d09af-fe7a-4e20-9a1f-910ac4aaa828, cookie 0x23626ab2a31c206c 00000004:00100000:1.0:1787848632.533382:0:22783:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1787848632.533444:0:22783:0:(import.c:65:import_set_state_nolock()) ffff8eac480dd800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787848632.533476:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2391:x1874694523477248:12345-192.168.204.6@tcp:38:mount.lustre.0 Request processed in 149us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.533483:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:0.0:1787848632.542535:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.542624:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848632.542987:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477504 00000100:00100000:1.0:1787848632.542998:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477504 00000100:00100000:1.0:1787848632.543076:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477120 00000100:00100000:1.0:1787848632.543080:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477120 00000100:00100000:1.0:1787848632.543104:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:1.0:1787848632.543114:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d331680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+7:18201:x1874694523477504:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787848632.543148:0:22783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787848632.543226:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d331680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+7:18201:x1874694523477504:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 113us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.543233:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:1.0:1787848632.543251:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:1.0:1787848632.543258:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:0:x1874694523477120:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787848632.543270:0:22783:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787848632.543318:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:0:x1874694523477120:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 60us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.543324:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00080000:0.0:1787848632.543599:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787848632.551532:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848632.552849:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477632 00000100:00100000:1.0:1787848632.552862:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477632 00000100:00100000:1.0:1787848632.552947:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:0.0:1787848632.554453:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.554529:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477376 00000100:00100000:3.0:1787848632.554537:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477376 00000100:00100000:3.0:1787848632.554596:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:3.0:1787848632.554606:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:0:x1874694523477376:12345-192.168.204.6@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787848632.554639:0:24309:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787848632.554732:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d332580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:0:x1874694523477376:12345-192.168.204.6@tcp:41:mount.lustre.0 Request processed in 128us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.554739:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00080000:0.0:1787848632.554866:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848632.555952:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d330b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523477632:12345-192.168.204.6@tcp:40:mount.lustre.0 00000100:00100000:1.0:1787848632.556205:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d330b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523477632:12345-192.168.204.6@tcp:40:mount.lustre.0 Request processed in 3247us (4685us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.556214:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:0.0:1787848632.573434:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.573570:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477760 00000100:00100000:3.0:1787848632.573581:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477760 00000100:00100000:3.0:1787848632.573720:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:3.0:1787848632.573730:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44431e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2391:x1874694523477760:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787848632.573895:0:25157:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0000: connection from d48d09af-fe7a-4e20-9a1f-910ac4aaa828@192.168.204.6@tcp t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:3.0:1787848632.573927:0:25157:0:(genops.c:1385:class_connect()) connect: client d48d09af-fe7a-4e20-9a1f-910ac4aaa828, cookie 0x23626ab2a31c2073 00002000:00100000:3.0:1787848632.573939:0:25157:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d48d09af-fe7a-4e20-9a1f-910ac4aaa828/ffff8eac782d1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113956 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787848632.573950:0:25157:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787848632.574016:0:25157:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787848632.574046:0:25157:0:(import.c:65:import_set_state_nolock()) ffff8eac782d7800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787848632.574111:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44431e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2391:x1874694523477760:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 380us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848632.574118:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:0.0:1787848632.587857:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848632.588211:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848632.590014:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478016 00000100:00100000:1.0:1787848632.590028:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478016 00000100:00100000:1.0:1787848632.590101:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:1.0:1787848632.590112:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523478016:12345-192.168.204.6@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787848632.590205:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444312c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523478016:12345-192.168.204.6@tcp:900:mount.lustre.0 Request processed in 94us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.590212:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1787848632.591525:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523477888 00000100:00100000:3.0:1787848632.591536:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523477888 00000100:00100000:2.0:1787848632.593443:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1787848632.593455:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44431680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2391:x1874694523477888:12345-192.168.204.6@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787848632.593500:0:24858:0:(ldlm_lib.c:1454:target_handle_connect()) lustre-OST0001: connection from d48d09af-fe7a-4e20-9a1f-910ac4aaa828@192.168.204.6@tcp t0 exp 0000000000000000 cur 657 last 0 00000020:00000080:2.0:1787848632.593554:0:24858:0:(genops.c:1385:class_connect()) connect: client d48d09af-fe7a-4e20-9a1f-910ac4aaa828, cookie 0x23626ab2a31c207a 00002000:00100000:2.0:1787848632.593569:0:24858:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d48d09af-fe7a-4e20-9a1f-910ac4aaa828/ffff8eac4554f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113956 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787848632.593581:0:24858:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787848632.593869:0:24858:0:(ofd_obd.c:389:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787848632.593985:0:24858:0:(import.c:65:import_set_state_nolock()) ffff8eac48edb800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787848632.594061:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44431680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2391:x1874694523477888:12345-192.168.204.6@tcp:8:mount.lustre.0 Request processed in 606us (6224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.594069:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:0.0:1787848632.594759:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848632.594881:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478144 00000100:00100000:1.0:1787848632.594890:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478144 00000100:00100000:1.0:1787848632.594936:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:1.0:1787848632.594945:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44432940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523478144:12345-192.168.204.6@tcp:33:mount.lustre.0 00000004:00200000:1.0:1787848632.595050:0:22785:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787848632.595163:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44432940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18201:x1874694523478144:12345-192.168.204.6@tcp:33:mount.lustre.0 Request processed in 217us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848632.595170:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00010000:00010000:1.0:1787848632.823476:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848632.899701:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848632.899966:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478272 00000100:00100000:3.0:1787848632.899977:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478272 00000100:00100000:3.0:1787848632.900052:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 22 00000100:00100000:3.0:1787848632.900063:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18235:x1874694523478272:12345-192.168.204.6@tcp:101:mkdir.0 00010000:00010000:3.0:1787848632.900084:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848632.900108:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc4c00/0x23626ab2a31c2081 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b55 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900180:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900194:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900210:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787848632.900252:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787848632.900255:0:22781:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787848632.900275:0:22781:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900482:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc4c00/0x23626ab2a31c2081 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 8 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900502:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 7 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848632.900511:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:3.0:1787848632.900527:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787848632.900531:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5200, rc 0) 00000100:00100000:2.0:1787848632.900685:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f7840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+7:18235:x1874694523478272:12345-192.168.204.6@tcp:101:mkdir.0 Request processed in 622us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848632.900694:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 22 00010000:00010000:1.0:1787848633.846492:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848634.872643:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848634.935548:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787848634.935585:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535120640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848634.935692:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848634.935834:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120640 00000100:00100000:2.0:1787848634.935846:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120640 00000100:00100000:2.0:1787848634.935935:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787848634.935950:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446470c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535120640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787848634.935992:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787848634.936056:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446470c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535120640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848634.936065:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787848634.936174:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535120640:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787848634.936307:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787848635.446905:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44433c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535120768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848635.446986:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848635.447070:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120768 00000100:00100000:0.0:1787848635.447080:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120768 00000100:00100000:0.0:1787848635.447127:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787848635.447136:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44430b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535120768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848635.447171:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848635.447221:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44430b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535120768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848635.447228:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787848635.447276:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44433c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535120768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848635.447889:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535120896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848635.447924:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848635.448030:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535120896 00000100:00100000:2.0:1787848635.448035:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535120896 00000100:00100000:2.0:1787848635.448065:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787848635.448073:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44433c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535120896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787848635.448096:0:22786:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848635.448144:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44433c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535120896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848635.448150:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787848635.448337:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535120896:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787848635.894576:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787848635.911222:0:25661:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00100000:0.0:1787848635.964839:0:25104:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d48d09af-fe7a-4e20-9a1f-910ac4aaa828 00000001:00100000:0.0:1787848635.964855:0:25104:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bba4f38f-f351-443a-a1dc-e8df2d57ee75 00000001:00100000:2.0:1787848635.967358:0:23514:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d48d09af-fe7a-4e20-9a1f-910ac4aaa828 00000001:00100000:2.0:1787848635.967371:0:23514:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bba4f38f-f351-443a-a1dc-e8df2d57ee75 00000001:00100000:3.0:1787848635.969434:0:24282:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d48d09af-fe7a-4e20-9a1f-910ac4aaa828 00000001:00100000:3.0:1787848635.969447:0:24282:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bba4f38f-f351-443a-a1dc-e8df2d57ee75 00000001:00100000:1.0:1787848635.970881:0:22761:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d48d09af-fe7a-4e20-9a1f-910ac4aaa828 00000001:00100000:1.0:1787848635.970893:0:22761:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bba4f38f-f351-443a-a1dc-e8df2d57ee75 00000100:00100000:3.0:1787848636.470567:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535121024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787848636.470644:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.470691:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692f5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535121152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848636.470713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.470777:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121024 00000100:00100000:3.0:1787848636.470785:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121024 00000100:00100000:3.0:1787848636.470830:0:24290:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121152 00000100:00100000:3.0:1787848636.470833:0:24290:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121152 00000100:00100000:3.0:1787848636.470850:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787848636.470858:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535121024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787848636.470887:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848636.470923:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535121024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.470930:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787848636.470945:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787848636.470950:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44646940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535121152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787848636.470958:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848636.470977:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44646940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535121152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 28us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.471009:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787848636.471013:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44474f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535121280:0@lo:400:kworker.0 00000100:00080000:3.0:1787848636.471024:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787848636.471050:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535121664:0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.471122:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535121536:0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.471299:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535121408:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.475437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.475512:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535122176:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.475555:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.475614:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535121024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787848636.475630:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692f5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535121152:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848636.475683:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121664 00000100:00100000:3.0:1787848636.475691:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121664 00000100:00100000:3.0:1787848636.475730:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122176 00000100:00100000:3.0:1787848636.475733:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122176 00000100:00100000:3.0:1787848636.475775:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787848636.475784:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44645e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535121664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.475835:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44645e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535121664:12345-0@lo:400:kworker.0 Request processed in 52us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.475842:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787848636.475857:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787848636.475863:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44646580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535122176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.475889:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44646580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535122176:12345-0@lo:400:kworker.0 Request processed in 26us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.475895:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:3.0:1787848636.475910:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787848636.475931:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535121664:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.475961:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535122176:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.476062:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44644b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535122688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787848636.476092:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.476131:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122688 00000100:00100000:3.0:1787848636.476135:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122688 00000100:00100000:3.0:1787848636.476166:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787848636.476172:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44647c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535122688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787848636.476196:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787848636.476463:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44647c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535122688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 289us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.476469:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1787848636.476487:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787848636.476512:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44644b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535122688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787848636.480998:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848636.481064:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535122048:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.481088:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121536 00000100:00100000:3.0:1787848636.481096:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121536 00000100:00100000:0.0:1787848636.481123:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.481145:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787848636.481146:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44474b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535122560:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.481155:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44431a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535121536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.481166:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.481206:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44431a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535121536:12345-0@lo:400:kworker.0 Request processed in 53us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.481214:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787848636.481257:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122048 00000100:00100000:3.0:1787848636.481261:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122048 00000100:00100000:3.0:1787848636.481312:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122560 00000100:00100000:3.0:1787848636.481316:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122560 00000100:00100000:3.0:1787848636.481343:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787848636.481350:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44432d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535122048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.481396:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44432d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1874694535122048:12345-0@lo:400:kworker.0 Request processed in 46us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.481403:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787848636.481415:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787848636.481421:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535122560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.481448:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1874694535122560:12345-0@lo:400:kworker.0 Request processed in 27us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.481453:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:3.0:1787848636.481475:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787848636.481478:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535121536:0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.481490:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3617:1874694535122048:0@lo:400:kworker.0 00010000:00080000:0.0:1787848636.481500:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab44474b40 x1874694535122560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787848636.481511:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44474b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3617:1874694535122560:0@lo:400:kworker.0 00000100:00100000:2.0:1787848636.482280:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848636.482342:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535121792:0@lo:400:kworker.0 00000100:00100000:2.0:1787848636.482380:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848636.482396:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44477c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535122304:0@lo:400:kworker.0 00000100:00100000:2.0:1787848636.482419:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848636.482471:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.482491:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121280 00000100:00100000:3.0:1787848636.482497:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121280 00000100:00100000:1.0:1787848636.482500:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535121920:0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.482524:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.482527:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787848636.482533:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3615:x1874694535121280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.482538:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535122432:0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.482571:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848636.482584:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3615:x1874694535121280:12345-0@lo:400:kworker.0 Request processed in 51us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848636.482590:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1787848636.482597:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122304 00000100:00100000:1.0:1787848636.482600:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122304 00000100:00080000:3.0:1787848636.482626:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848636.482628:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535122432 00000100:00100000:1.0:1787848636.482630:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535122432 00000100:00100000:3.0:1787848636.482642:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787848636.482648:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44474b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535122304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.482685:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44474b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3615:x1874694535122304:12345-0@lo:400:kworker.0 Request processed in 37us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848636.482746:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121792 00000100:00100000:0.0:1787848636.482750:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121792 00000100:00100000:0.0:1787848636.482787:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121408 00000100:00100000:0.0:1787848636.482790:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121408 00000100:00100000:0.0:1787848636.482804:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787848636.482809:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44476580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535121792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.482842:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44476580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535121792:12345-0@lo:400:kworker.0 Request processed in 33us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848636.482847:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787848636.482858:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787848636.482863:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535121408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.482904:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535121408:12345-0@lo:400:kworker.0 Request processed in 40us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848636.482910:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787848636.482927:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535121920 00000100:00100000:0.0:1787848636.482930:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535121920 00000100:00100000:0.0:1787848636.482956:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787848636.482963:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692f5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535121920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.482991:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692f5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535121920:12345-0@lo:400:kworker.0 Request processed in 28us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848636.482997:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787848636.483142:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44474f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3615:1874694535121280:0@lo:400:kworker.0 00000100:00100000:2.0:1787848636.483153:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44474000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535121792:0@lo:400:kworker.0 00010000:00080000:2.0:1787848636.483163:0:3615:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab44477c00 x1874694535122304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848636.483174:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44477c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3615:1874694535122304:0@lo:400:kworker.0 00000100:00080000:2.0:1787848636.483204:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787848636.483207:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787848636.483236:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44477840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535121408:0@lo:400:kworker.0 00000100:00100000:0.0:1787848636.483256:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535121920:0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.489472:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787848636.489497:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac5430e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535122432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848636.489607:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac5430e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535122432:12345-0@lo:400:kworker.0 Request processed in 121us (7034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848636.489615:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1787848636.489802:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44477480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535122432:0@lo:400:kworker.0 00000100:00100000:3.0:1787848636.490277:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:1.0:1787848636.918577:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787848637.369264:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787848637.942834:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848638.017320:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017355:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017378:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017397:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017435:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017455:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017474:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017491:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017512:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848638.017541:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478528 00000100:00100000:3.0:1787848638.017552:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478528 00000100:00100000:3.0:1787848638.017606:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479040 00000100:00100000:3.0:1787848638.017610:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479040 00000100:00100000:3.0:1787848638.017624:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478656 00000100:00100000:3.0:1787848638.017626:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478656 00000100:00100000:3.0:1787848638.017638:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479168 00000100:00100000:3.0:1787848638.017641:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479168 00000100:00100000:3.0:1787848638.017659:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:3.0:1787848638.017667:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2393:x1874694523478528:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.017753:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2393:x1874694523478528:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 86us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.017760:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:3.0:1787848638.017779:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:3.0:1787848638.017786:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2393:x1874694523479040:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.017811:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2393:x1874694523479040:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 26us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.017817:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:3.0:1787848638.017829:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:3.0:1787848638.017835:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478656:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.017856:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478656:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 22us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.017873:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:3.0:1787848638.017887:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:3.0:1787848638.017892:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479168:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.017916:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479168:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.017922:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:3.0:1787848638.017941:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478784 00000100:00100000:3.0:1787848638.017945:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478784 00000100:00100000:3.0:1787848638.017967:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479296 00000100:00100000:3.0:1787848638.017970:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479296 00000100:00100000:3.0:1787848638.017980:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478912 00000100:00100000:3.0:1787848638.017982:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478912 00000100:00100000:3.0:1787848638.017992:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479424 00000100:00100000:3.0:1787848638.017994:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479424 00000100:00100000:3.0:1787848638.018005:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:3.0:1787848638.018011:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478784:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.018033:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478784:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 22us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.018039:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:3.0:1787848638.018048:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:3.0:1787848638.018054:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab446452c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479296:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.018073:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab446452c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479296:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 19us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.018079:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:3.0:1787848638.018088:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:3.0:1787848638.018100:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478912:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.018122:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523478912:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 22us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.018128:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:3.0:1787848638.018139:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:3.0:1787848638.018145:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479424:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.018161:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523479424:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 17us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.018167:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 12 00000100:00100000:3.0:1787848638.018183:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523478400 00000100:00100000:3.0:1787848638.018187:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523478400 00000100:00100000:3.0:1787848638.018208:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 146 00000100:00100000:3.0:1787848638.018213:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523478400:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848638.018230:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523478400:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 17us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848638.018235:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 146 00000100:00080000:3.0:1787848638.018270:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787848638.018274:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787848638.018278:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787848638.018280:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787848638.966634:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787848639.995592:0:25809:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffda1864370 20000000:00000080:0.0:1787848639.995608:0:25809:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8eac77eaa400 uarg=0000000000000000 20000000:01000000:0.0:1787848639.995645:0:25809:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787848639.995650:0:25809:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787848639.995654:0:25809:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1787848639.997086:0:25810:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1787848639.997315:0:25809:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00010000:1.0:1787848639.997875:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787848640.004844:0:25809:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787848640.004881:0:25809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004904:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 23 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004912:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004935:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004942:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004952:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004959:0:25809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.004967:0:25809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005011:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 12 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005027:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 12 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.005042:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444321c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535122816:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848640.005396:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005405:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.005414:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44430780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535122944:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848640.005471:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005479:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 23 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.005489:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444303c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123072:0@lo:104: 00000100:00100000:0.0:1787848640.005534:0:25809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787848640.005579:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005587:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 23 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.005595:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444330c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123200:0@lo:104: 00000100:00100000:0.0:1787848640.005617:0:25809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848640.005659:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123072 00000100:00100000:0.0:1787848640.005666:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123072 00000100:00100000:0.0:1787848640.005717:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123200 00000100:00100000:0.0:1787848640.005720:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123200 00000100:00100000:0.0:1787848640.005814:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848640.005823:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:25809:x1874694535123072:12345-0@lo:104: 00010000:00010000:0.0:1787848640.005835:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005885:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787848640.005891:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+4:25809:x1874694535123072:12345-0@lo:104: Request processed in 70us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.005898:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787848640.005923:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787848640.005929:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44433840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123200:12345-0@lo:104: 00010000:00010000:0.0:1787848640.005937:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.005966:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787848640.005970:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44433840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123200:12345-0@lo:104: Request processed in 42us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.005975:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:0.0:1787848640.006001:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 23 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.006009:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 23 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.006018:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44430f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123328:0@lo:104: 00000100:00100000:0.0:1787848640.006039:0:25809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848640.006056:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123328 00000100:00100000:0.0:1787848640.006059:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123328 00000100:00100000:0.0:1787848640.006075:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787848640.006080:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123328:12345-0@lo:104: 00010000:00010000:0.0:1787848640.006087:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.006125:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1787848640.006130:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa68f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123328:12345-0@lo:104: Request processed in 50us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.006136:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1787848640.006545:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787848640.006553:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006560:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01600 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848640.006564:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006572:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848640.006592:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848640.006598:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787848640.006629:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006821:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848640.006854:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006862:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01600/0x23626ab2a31c1dcc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1dd3 expref: -99 pid: 25103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006876:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787848640.006878:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006884:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7da60600 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848640.006887:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006893:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848640.006900:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848640.006905:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787848640.006927:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006933:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848640.006940:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006946:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac7da60600/0x23626ab2a31c1d32 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1d39 expref: -99 pid: 24281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006955:0:22769:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787848640.006958:0:22769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006964:0:22769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eab42bc4e00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:2.0:1787848640.006967:0:22769:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006973:0:22769:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787848640.006978:0:22769:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848640.006983:0:22769:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787848640.006993:0:22769:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.006998:0:22769:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787848640.007012:0:22769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007028:0:22769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4e00/0x23626ab2a31c1cf3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cfa expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007038:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848640.007039:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787848640.007041:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848640.007065:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535123584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848640.007112:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848640.007144:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787848640.007150:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44474f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535123456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848640.007171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848640.007194:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535123712:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848640.007216:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848640.007249:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123584 00000100:00100000:2.0:1787848640.007255:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123584 00010000:00010000:2.0:1787848640.007278:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 24 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848640.007321:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123456 00000100:00100000:2.0:1787848640.007324:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123456 00010000:00010000:2.0:1787848640.007336:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 25 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848640.007346:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123712 00000100:00100000:2.0:1787848640.007348:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123712 00010000:00010000:2.0:1787848640.007358:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 26 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848640.007387:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787848640.007395:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+26:3616:x1874694535123584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848640.007408:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848640.007414:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 26 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007423:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 26 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007440:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848640.007471:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+26:3616:x1874694535123584:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848640.007477:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787848640.007491:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848640.007497:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444752c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+25:3616:x1874694535123456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848640.007504:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848640.007508:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 25 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007516:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 25 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007524:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848640.007542:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444752c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+25:3616:x1874694535123456:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848640.007548:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787848640.007559:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787848640.007573:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44475e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3617:x1874694535123712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848640.007579:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848640.007583:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 24 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007591:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 24 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.007600:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848640.007625:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44475e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3617:x1874694535123712:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848640.007631:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1787848640.007900:0:25809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 24 pid: 22775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.007918:0:25809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 24 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.007929:0:25809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa69680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123840:0@lo:104: 00000100:00100000:0.0:1787848640.007957:0:25809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848640.007981:0:22764:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123840 00000100:00100000:0.0:1787848640.007985:0:22764:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123840 00000100:00100000:0.0:1787848640.008008:0:22764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787848640.008014:0:22764:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa69a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123840:12345-0@lo:104: 00010000:00010000:0.0:1787848640.008024:0:22764:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008058:0:22764:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787848640.008063:0:22764:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa69a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+3:25809:x1874694535123840:12345-0@lo:104: Request processed in 49us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.008069:0:22764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787848640.008102:0:25809:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3300 going to sleep for 11 seconds 00010000:00010000:0.0:1787848640.008129:0:25809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c1dd3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1dcc expref: 24 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.008143:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444303c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123072:0@lo:104: 00010000:00010000:0.0:1787848640.008154:0:25809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7da60e00/0x23626ab2a31c1d39 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1d32 expref: 23 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.008162:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444330c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123200:0@lo:104: 00010000:00010000:0.0:1787848640.008170:0:25809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac6fb00e00/0x23626ab2a31c1cfa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1cf3 expref: 22 pid: 22776 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.008189:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44430f00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123328:0@lo:104: 00000100:00100000:0.0:1787848640.008198:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa69680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535123840:0@lo:104: 00000100:00100000:3.0:1787848640.008358:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44474f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535123456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787848640.008367:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535123584:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787848640.008452:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848640.008458:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008465:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac6fb01c00 already unused, calling callback (ffffffffc13edc20) 10000000:00010000:0.0:1787848640.008469:0:25159:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008476:0:25159:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787848640.008482:0:25159:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787848640.008487:0:25159:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787848640.008522:0:25159:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008529:0:25159:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787848640.008544:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008550:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.106@tcp lock: ffff8eac6fb01c00/0x23626ab2a31c1ce5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x23626ab2a31c1cec expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.008564:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848640.008571:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848640.008573:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787848640.009137:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848640.009258:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535123968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787848640.009332:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848640.009389:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44476d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3617:1874694535123712:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787848640.009405:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848640.009552:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535123968 00000100:00100000:3.0:1787848640.009558:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535123968 00010000:00010000:3.0:1787848640.009585:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 21 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848640.010086:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787848640.010098:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:3618:x1874694535123968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787848640.010114:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848640.010120:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 21 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848640.010131:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 21 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848640.010148:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eab42bc4600/0x23626ab2a31c1cec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x23626ab2a31c1ce5 expref: 21 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848640.010162:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848640.010214:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444761c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:3618:x1874694535123968:12345-0@lo:103:ldlm_bl.0 Request processed in 119us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848640.010222:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787848640.010311:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3618:1874694535123968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787848640.017342:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444321c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535122816:192.168.204.6@tcp:104: 00000100:00100000:0.0:1787848640.017394:0:25809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44430780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25809:1874694535122944:192.168.204.6@tcp:104: 00000100:00100000:3.0:1787848640.017407:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00010000:00010000:0.0:1787848640.017442:0:25809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848640.017498:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848640.017620:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479552 00000100:00100000:2.0:1787848640.017628:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479552 00010000:00010000:2.0:1787848640.017678:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848640.017729:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:2.0:1787848640.017739:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d2a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2395:x1874694523479552:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848640.017753:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848640.017759:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.017790:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.017809:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c205e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b24 expref: 13 pid: 22775 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848640.017833:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848640.017882:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d2a1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f27e4e20-b960-4a4a-97d6-199feba050a6+12:2395:x1874694523479552:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 144us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848640.017890:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 13 00000100:00100000:0.0:1787848640.019837:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479680 00000100:00100000:0.0:1787848640.019851:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479680 00010000:00010000:0.0:1787848640.019893:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848640.019933:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 14 00000100:00100000:0.0:1787848640.019941:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f27e4e20-b960-4a4a-97d6-199feba050a6+12:2395:x1874694523479680:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787848640.019953:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848640.019959:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.019971:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.019989:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c201f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ab4 expref: 12 pid: 22773 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020007:0:22767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020016:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020048:0:22767:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020056:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020063:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020070:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020076:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31a00 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848640.020080:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020088:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020113:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848640.020123:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848640.020173:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f27e4e20-b960-4a4a-97d6-199feba050a6+11:2395:x1874694523479680:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 233us (2676us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.020181:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 14 00010000:00010000:1.0:1787848640.020269:0:25809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848640.020277:0:25809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848640.020316:0:25809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8eac7cc31a00/0x23626ab2a31c208f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848640.054452:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787848640.054480:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535124096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787848640.054562:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848640.054654:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124096 00000100:00100000:1.0:1787848640.054664:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124096 00000100:00100000:1.0:1787848640.054740:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787848640.054751:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535124096:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787848640.054762:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1787848640.054783:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787848640.054854:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535124096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848640.054876:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787848640.054932:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535124096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787848640.566687:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787848640.566714:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535124352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787848640.566799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848640.566955:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124352 00000100:00100000:0.0:1787848640.566963:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124352 00000100:00100000:0.0:1787848640.567022:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787848640.567033:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44475e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535124352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787848640.567092:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787848640.567146:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44475e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535124352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848640.567155:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787848640.567201:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535124352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787848640.567315:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787848640.567327:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535124224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787848640.567358:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848640.567438:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124224 00000100:00100000:2.0:1787848640.567442:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124224 00000100:00100000:2.0:1787848640.567479:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787848640.567487:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75f243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535124224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787848640.567506:0:22787:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787848640.567542:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75f243c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3615:x1874694535124224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848640.567548:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787848640.567577:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3615:1874694535124224:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1787848640.759616:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787848641.014460:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787848641.142538:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787848641.142547:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac780be000 from 13 10000000:01000000:3.0:1787848641.142552:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787848641.142616:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.142643:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.142655:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.142692:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.142761:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.142800:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1787848641.143032:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124480 00000100:00100000:2.0:1787848641.143040:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124480 00000100:00100000:2.0:1787848641.143094:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1787848641.143103:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+20:22778:x1874694535124480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787848641.143122:0:22776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848641.143136:0:22776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c209d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c2096 expref: -99 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.143161:0:22776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c209d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c2096 expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.143171:0:22776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac692f2600/0x23626ab2a31c209d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c2096 expref: 21 pid: 22776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.143179:0:22776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f2600, rc 0) 00000100:00100000:2.0:1787848641.143235:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.143250:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1787848641.143521:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787848641.143536:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c209d expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848641.143544:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c209d expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848641.143619:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab43c87c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787848641.143647:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848641.143686:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787848641.143780:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124608 00000100:00100000:3.0:1787848641.143784:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124608 00000100:00100000:3.0:1787848641.143818:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1787848641.143826:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.143944:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.143951:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1787848641.144145:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab43c87c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787848641.144174:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab43c87c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787848641.144214:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848641.144244:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c913f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787848641.144357:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124736 00000100:00100000:2.0:1787848641.144362:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124736 00000100:00100000:2.0:1787848641.144527:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1787848641.144537:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.144954:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 417us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.144964:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787848641.148972:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab43c87c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787848641.162196:0:25822:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787848641.162638:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787848641.162662:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787848641.162684:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c209d expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.162695:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4600/0x23626ab2a31c2096 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c209d expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848641.162706:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787848641.162709:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac701d9000 from 13 10000000:01000000:3.0:1787848641.162712:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787848641.162767:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.162776:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.162786:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.162813:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.162893:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.163575:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:0.0:1787848641.165000:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124864 00000100:00100000:0.0:1787848641.165013:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124864 00000100:00100000:0.0:1787848641.166273:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787848641.166306:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+21:22778:x1874694535124864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848641.166324:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848641.166343:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c20ab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c20a4 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.166372:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c20ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c20a4 expref: 22 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.166395:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc30000/0x23626ab2a31c20ab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c20a4 expref: 22 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.166405:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30000, rc 0) 00000100:00100000:0.0:1787848641.166487:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535124864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (3594us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.166493:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1787848641.166872:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848641.166893:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20ab expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.166903:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c20ab expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.167542:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.167590:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.167870:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:2.0:1787848641.167936:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535124992 00000100:00100000:2.0:1787848641.167944:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535124992 00000100:00100000:2.0:1787848641.167992:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787848641.168001:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535124992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.168144:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535124992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.168168:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1787848641.168474:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535124992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.168514:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.168550:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.168587:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:1.0:1787848641.168706:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125120 00000100:00100000:1.0:1787848641.168711:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125120 00000100:00100000:1.0:1787848641.168748:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787848641.168755:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535125120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787848641.168859:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535125120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 105us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.168872:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787848641.169139:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125120:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787848641.170716:0:25823:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787848641.172741:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787848641.172787:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787848641.172800:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20ab expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.172814:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4a00/0x23626ab2a31c20a4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20ab expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787848641.172827:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787848641.172830:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eab43de1800 from 13 10000000:01000000:3.0:1787848641.172833:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787848641.172875:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.172884:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.172895:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.172921:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.172990:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.173039:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:0.0:1787848641.173190:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125248 00000100:00100000:0.0:1787848641.173197:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125248 00000100:00100000:0.0:1787848641.173270:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787848641.173279:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+22:22778:x1874694535125248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848641.173314:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848641.173327:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc31800/0x23626ab2a31c20b9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c20b2 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.173351:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc31800/0x23626ab2a31c20b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c20b2 expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.173363:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc31800/0x23626ab2a31c20b9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c20b2 expref: 23 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.173371:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31800, rc 0) 00000100:00100000:0.0:1787848641.173431:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.173438:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787848641.173921:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848641.173938:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20b9 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.173948:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c20b9 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.174026:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.174057:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.174101:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:2.0:1787848641.174123:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125376 00000100:00100000:2.0:1787848641.174128:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125376 00000100:00100000:2.0:1787848641.174165:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787848641.174173:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.174313:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.174320:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787848641.174349:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.174376:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.174482:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.174540:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be840 going to sleep for 11 seconds 00000100:00100000:0.0:1787848641.194035:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125504 00000100:00100000:0.0:1787848641.194052:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125504 00000100:00100000:0.0:1787848641.194123:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787848641.194133:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787848641.194321:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 189us (19837us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.194329:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1787848641.195402:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787848641.209828:0:25824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787848641.211870:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787848641.211911:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787848641.211925:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20b9 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.211940:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eab42bc4c00/0x23626ab2a31c20b2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20b9 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787848641.211953:0:22778:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787848641.211956:0:22778:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8eac485d7800 from 13 10000000:01000000:2.0:1787848641.211959:0:22778:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787848641.212002:0:22778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.212011:0:22778:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.212022:0:22778:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.212048:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.212152:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.212197:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125632 00000100:00100000:2.0:1787848641.212200:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab446dd0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787848641.212205:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125632 00000100:00100000:0.0:1787848641.212259:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787848641.212269:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+23:22778:x1874694535125632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787848641.212319:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848641.212333:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eac7cc31200/0x23626ab2a31c20c7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x23626ab2a31c20c0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.212357:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eac7cc31200/0x23626ab2a31c20c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x23626ab2a31c20c0 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.212368:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eac7cc31200/0x23626ab2a31c20c7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x23626ab2a31c20c0 expref: 24 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.212388:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31200, rc 0) 00000100:00100000:0.0:1787848641.212429:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535125632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.212436:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787848641.212918:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787848641.212934:0:22778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20c7 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.212943:0:22778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x23626ab2a31c20c7 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.213003:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.213031:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.213069:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab446dd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848641.213126:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125760 00000100:00100000:3.0:1787848641.213132:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125760 00000100:00100000:3.0:1787848641.213165:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1787848641.213172:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535125760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.213316:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab42e2c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535125760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.213324:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1787848641.216128:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.216191:0:22778:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787848641.216319:0:22778:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.216355:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535125888 00000100:00100000:2.0:1787848641.216356:0:22778:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab446dd0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787848641.216362:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535125888 00000100:00100000:3.0:1787848641.216429:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787848641.216439:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535125888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787848641.216549:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:22778:x1874694535125888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 111us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.216556:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1787848641.216759:0:22778:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:22778:1874694535125888:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787848641.219223:0:25825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787848641.219513:0:22778:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787848641.219535:0:22778:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.106@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787848641.219547:0:22778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20c7 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.219559:0:22778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.106@tcp lock: ffff8eac692f3400/0x23626ab2a31c20c0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x23626ab2a31c20c7 expref: -99 pid: 22778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848641.590789:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535126272:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.590864:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.590903:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535126784:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.590928:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.590968:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535127296:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.590994:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.591017:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787848641.591022:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535126144:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591042:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.591059:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535126656:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591077:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.591093:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa68780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535127168:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591115:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848641.591145:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126272 00000100:00100000:0.0:1787848641.591152:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126272 00000100:00100000:0.0:1787848641.591199:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126784 00000100:00100000:0.0:1787848641.591202:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126784 00000100:00100000:0.0:1787848641.591215:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126144 00000100:00100000:0.0:1787848641.591218:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126144 00000100:00100000:0.0:1787848641.591229:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126656 00000100:00100000:0.0:1787848641.591232:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126656 00000100:00100000:0.0:1787848641.591245:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787848641.591252:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44432580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535126272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591328:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44432580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535126272:12345-0@lo:400:kworker.0 Request processed in 75us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.591336:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787848641.591352:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848641.591358:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44430780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535126784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591400:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44430780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535126784:12345-0@lo:400:kworker.0 Request processed in 42us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.591406:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787848641.591426:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787848641.591432:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44430f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535126144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591462:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44430f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535126144:12345-0@lo:400:kworker.0 Request processed in 31us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.591469:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787848641.591480:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787848641.591487:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444330c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535126656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591532:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444330c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535126656:12345-0@lo:400:kworker.0 Request processed in 46us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.591539:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1787848641.591568:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787848641.591573:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787848641.591601:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa692c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535126144:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591612:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535126656:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591622:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535126272:0@lo:400:kworker.0 00000100:00100000:0.0:1787848641.591631:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535126784:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.591990:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa69680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535126016:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592026:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592056:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535126528:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592093:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535127040:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592126:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592151:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787848641.592157:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535126400:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592190:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592209:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535126912:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592230:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592241:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535127424:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592259:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848641.592310:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127296 00000100:00100000:2.0:1787848641.592315:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127296 00000100:00100000:2.0:1787848641.592349:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127168 00000100:00100000:2.0:1787848641.592352:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127168 00000100:00100000:2.0:1787848641.592364:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127040 00000100:00100000:2.0:1787848641.592366:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127040 00000100:00100000:2.0:1787848641.592377:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126400 00000100:00100000:2.0:1787848641.592393:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126400 00000100:00100000:2.0:1787848641.592407:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126912 00000100:00100000:2.0:1787848641.592409:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126912 00000100:00100000:2.0:1787848641.592418:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127424 00000100:00100000:2.0:1787848641.592420:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127424 00000100:00100000:2.0:1787848641.592435:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787848641.592441:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535127296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592481:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444321c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535127296:12345-0@lo:400:kworker.0 Request processed in 39us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592487:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787848641.592500:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787848641.592505:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535127168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592532:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444303c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535127168:12345-0@lo:400:kworker.0 Request processed in 28us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592538:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787848641.592549:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787848641.592562:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44474f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535127040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592594:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44474f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535127040:12345-0@lo:400:kworker.0 Request processed in 33us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592600:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787848641.592612:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787848641.592617:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44477c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535126400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592643:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44477c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535126400:12345-0@lo:400:kworker.0 Request processed in 25us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592649:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787848641.592674:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787848641.592681:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535126912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592707:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44474000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535126912:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592713:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787848641.592723:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787848641.592730:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535127424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592769:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44477480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535127424:12345-0@lo:400:kworker.0 Request processed in 39us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.592775:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:2.0:1787848641.592796:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787848641.592800:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787848641.592822:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa683c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535126400:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592832:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535126912:0@lo:400:kworker.0 00010000:00080000:2.0:1787848641.592843:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac4aa6a580 x1874694535127424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848641.592866:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535127424:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592879:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535127040:0@lo:400:kworker.0 00010000:00080000:2.0:1787848641.592912:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eac4aa68780 x1874694535127168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787848641.592921:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa68780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535127168:0@lo:400:kworker.0 00000100:00100000:2.0:1787848641.592932:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa69e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535127296:0@lo:400:kworker.0 00000100:00100000:1.0:1787848641.593394:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126016 00000100:00100000:1.0:1787848641.593400:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126016 00000100:00100000:1.0:1787848641.593440:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535126528 00000100:00100000:1.0:1787848641.593444:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535126528 00000100:00100000:1.0:1787848641.593459:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787848641.593466:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535126016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848641.593517:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444761c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535126016:12345-0@lo:400:kworker.0 Request processed in 52us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.593524:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787848641.593537:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787848641.593543:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44476d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535126528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848641.593572:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44476d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1874694535126528:12345-0@lo:400:kworker.0 Request processed in 30us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.593578:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787848641.593604:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa69680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535126016:0@lo:400:kworker.0 00000100:00100000:1.0:1787848641.593615:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3618:1874694535126528:0@lo:400:kworker.0 00000100:00100000:3.0:1787848641.593983:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787848641.594004:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535127552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848641.594042:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.594075:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127552 00000100:00100000:3.0:1787848641.594079:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127552 00000100:00100000:3.0:1787848641.594123:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787848641.594130:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535127552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787848641.594156:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1787848641.594193:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535127552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.594200:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787848641.594235:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535127552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787848641.595123:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787848641.595136:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535127680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787848641.595175:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.595536:0:3615:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787848641.595547:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab43c861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535127808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787848641.595576:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848641.595611:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127680 00000100:00100000:3.0:1787848641.595617:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127680 00000100:00100000:3.0:1787848641.595645:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535127808 00000100:00100000:3.0:1787848641.595648:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535127808 00000100:00100000:1.0:1787848641.598541:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787848641.598568:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44477840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535127680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787848641.598597:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787848641.599075:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44477840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535127680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 520us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.599085:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787848641.599125:0:24290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787848641.599149:0:24290:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c992c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535127808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787848641.599162:0:24290:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787848641.599208:0:24290:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c992c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535127808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (3630us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.599214:0:24290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787848641.599876:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab43c861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535127808:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787848641.599958:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535127680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848641.673008:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.675431:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479808 00000100:00100000:2.0:1787848641.675449:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479808 00000100:00100000:2.0:1787848641.675570:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:2.0:1787848641.675583:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c85e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:18703:x1874694523479808:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787848641.675610:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848641.675642:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c20ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b5c expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675735:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675752:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675789:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675810:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675817:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675824:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675932:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3000/0x23626ab2a31c20e3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675939:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3000/0x23626ab2a31c20e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.675945:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3000/0x23626ab2a31c20e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848641.675981:0:22782:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787848641.675985:0:22782:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787848641.676034:0:22782:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3000/0x23626ab2a31c20e3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676047:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676053:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676070:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676076:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2000 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848641.676080:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676089:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676106:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:2.0:1787848641.676110:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848641.676116:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676123:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c20d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676142:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676148:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676154:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676158:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848641.676161:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676177:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676185:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8eac51bbf800) 00010000:00010000:2.0:1787848641.676187:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848641.676191:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676196:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c20dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676234:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c20ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b5c expref: 8 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676250:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3000/0x23626ab2a31c20e3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b5c expref: 7 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.676257:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eac51bbfb00) 00010000:00010000:2.0:1787848641.676260:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787848641.676262:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f3000, rc 0) 00000100:00100000:2.0:1787848641.676457:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c85e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18703:x1874694523479808:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 873us (3463us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.676467:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00080000:0.0:1787848641.676672:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787848641.684353:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.684477:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523479936 00000100:00100000:2.0:1787848641.684491:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523479936 00000100:00100000:2.0:1787848641.684576:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:2.0:1787848641.684589:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18703:x1874694523479936:12345-192.168.204.6@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1787848641.684747:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18703:x1874694523479936:12345-192.168.204.6@tcp:900:lhsmtool_posix.0 Request processed in 160us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.684757:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:3.0:1787848641.687440:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.687567:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480192 00000100:00100000:0.0:1787848641.687581:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480192 00000100:00100000:0.0:1787848641.687652:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:0.0:1787848641.687674:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:18703:x1874694523480192:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787848641.688199:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848641.688238:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c20ea lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b63 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688417:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688436:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688449:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688469:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688476:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688483:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688650:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30400/0x23626ab2a31c20ff lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688671:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30400/0x23626ab2a31c20ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.688678:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30400/0x23626ab2a31c20ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848641.688690:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1787848641.689092:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689110:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689117:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689123:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848641.689128:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689684:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689778:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8eac51bbfb00) 00010000:00010000:0.0:1787848641.689782:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848641.689790:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689798:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c20f1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689819:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689825:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689830:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689836:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30a00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848641.689850:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689856:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689864:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8eab42958100) 00010000:00010000:0.0:1787848641.689867:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848641.689870:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.689876:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c20f8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.692734:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c20ea lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b63 expref: 10 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.692774:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30400/0x23626ab2a31c20ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b63 expref: 9 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.692786:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eab42958d00) 00010000:00010000:0.0:1787848641.692790:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848641.692795:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30400, rc 0) 00000100:00100000:0.0:1787848641.692912:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18703:x1874694523480192:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 5238us (5483us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787848641.692924:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:1.0:1787848641.700472:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.700581:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480320 00000100:00100000:2.0:1787848641.700596:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480320 00000100:00100000:2.0:1787848641.700685:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:2.0:1787848641.700698:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18703:x1874694523480320:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1787848641.700844:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18703:x1874694523480320:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 Request processed in 148us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.700852:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:3.0:1787848641.703188:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.703332:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480448 00000100:00100000:0.0:1787848641.703346:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480448 00000100:00100000:0.0:1787848641.703432:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:0.0:1787848641.703444:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:18703:x1874694523480448:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1787848641.703793:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1787848641.715459:0:22783:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 11930us 00000100:00100000:2.0:1787848641.729047:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.729373:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480576 00000100:00100000:3.0:1787848641.729389:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480576 00000100:00100000:3.0:1787848641.729469:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 159 00000100:00100000:3.0:1787848641.729482:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+11:18083:x1874694523480576:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848641.729510:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848641.729562:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc5800/0x23626ab2a31c210d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b6a expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.729612:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc5800/0x23626ab2a31c210d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b6a expref: 12 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.729626:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc5800/0x23626ab2a31c210d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b6a expref: 12 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.729637:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc5800, rc 0) 00000100:00100000:3.0:1787848641.729737:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480576:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 Request processed in 258us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.729746:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 159 00000100:00100000:3.0:1787848641.739453:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.739621:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480704 00000100:00100000:0.0:1787848641.739634:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480704 00000100:00100000:0.0:1787848641.739729:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 160 00000100:00100000:0.0:1787848641.739743:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480704:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787848641.739956:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480704:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 Request processed in 215us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.739965:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 160 00000100:00100000:3.0:1787848641.754680:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:18703:x1874694523480448:12345-192.168.204.6@tcp:59:lhsmtool_posix.0 Request processed in 51212us (51479us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.754701:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 26 00000100:00100000:2.0:1787848641.767186:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848641.767303:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480832 00000100:00100000:1.0:1787848641.767318:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480832 00000100:00100000:1.0:1787848641.767400:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 161 00000100:00100000:1.0:1787848641.767414:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480832:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787848641.773522:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480832:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 Request processed in 6088us (6330us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848641.773543:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 161 00000040:00080000:1.0:1787848641.783786:0:23541:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787848641.796958:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.798496:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523480960 00000100:00100000:3.0:1787848641.798514:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523480960 00000100:00100000:3.0:1787848641.798614:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 162 00000100:00100000:3.0:1787848641.798627:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+12:18083:x1874694523480960:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787848641.798664:0:22773:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848641.798694:0:22773:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c2114 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b71 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.798738:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c2114 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b71 expref: 13 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.798753:0:22773:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8eab42bc4800/0x23626ab2a31c2114 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b71 expref: 13 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.798790:0:22773:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4800, rc 0) 00000100:00100000:3.0:1787848641.798891:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18083:x1874694523480960:12345-192.168.204.6@tcp:101:ll_cfg_requeue.0 Request processed in 266us (1948us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.798900:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 162 00000100:00100000:1.0:1787848641.804872:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848641.804993:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.805071:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481216 00000100:00100000:2.0:1787848641.805071:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481088 00000100:00100000:3.0:1787848641.805083:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481216 00000100:00100000:2.0:1787848641.805083:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481088 00000100:00100000:3.0:1787848641.805166:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:3.0:1787848641.805178:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18709:x1874694523481216:12345-192.168.204.6@tcp:101:lfs.0 00000100:00100000:2.0:1787848641.805183:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 163 00000100:00100000:2.0:1787848641.805190:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18083:x1874694523481088:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 00010000:00010000:3.0:1787848641.805204:0:24309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848641.805231:0:24309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc4e00/0x23626ab2a31c211b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b78 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805341:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805368:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805617:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805638:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805646:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805662:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.805777:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18083:x1874694523481088:12345-192.168.204.6@tcp:501:ll_cfg_requeue.0 Request processed in 586us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.805786:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 163 00010000:00010000:3.0:1787848641.805802:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805810:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805817:0:24309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805823:0:24309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045000 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848641.805834:0:24309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805843:0:24309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805858:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:3.0:1787848641.805861:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848641.805868:0:24309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805874:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2122 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805887:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805893:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805899:0:24309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805910:0:24309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044c00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848641.805913:0:24309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805919:0:24309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805927:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:3.0:1787848641.805929:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848641.805931:0:24309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805937:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2129 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805976:0:24309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc4e00/0x23626ab2a31c211b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b78 expref: 10 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.805987:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:3.0:1787848641.805990:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848641.805994:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc4e00/0x23626ab2a31c211b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b78 expref: 10 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.806005:0:24309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eab42bc4e00, rc 0) 00000100:00100000:3.0:1787848641.806081:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c852c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18709:x1874694523481216:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 904us (1086us total) trans 0 rc 301/301 00000100:00100000:3.0:1787848641.806088:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 27 00000100:00100000:1.0:1787848641.808736:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.808894:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481344 00000100:00100000:0.0:1787848641.808907:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481344 00000100:00100000:0.0:1787848641.809007:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 164 00000100:00100000:0.0:1787848641.809020:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18083:x1874694523481344:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787848641.809317:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f27e4e20-b960-4a4a-97d6-199feba050a6+13:18083:x1874694523481344:12345-192.168.204.6@tcp:503:ll_cfg_requeue.0 Request processed in 299us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.809327:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 164 00000100:00100000:1.0:1787848641.814678:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.814814:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481472 00000100:00100000:2.0:1787848641.814827:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481472 00000100:00100000:2.0:1787848641.814898:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:2.0:1787848641.814930:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c87840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18709:x1874694523481472:12345-192.168.204.6@tcp:700:lfs.0 00000100:00100000:2.0:1787848641.815055:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c87840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18709:x1874694523481472:12345-192.168.204.6@tcp:700:lfs.0 Request processed in 127us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.815065:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:1.0:1787848641.817708:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.817911:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481728 00000100:00100000:3.0:1787848641.817944:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481728 00000100:00100000:3.0:1787848641.818056:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00100000:3.0:1787848641.818068:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:18709:x1874694523481728:12345-192.168.204.6@tcp:36:lfs.0 00010000:00010000:3.0:1787848641.818152:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848641.818189:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c2049 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ae5 expref: 9 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.818213:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:3.0:1787848641.818218:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787848641.818388:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.818405:0:22781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 5 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.818416:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.818464:0:22781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 5 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.818483:0:22781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 5 pid: 22781 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848641.818502:0:22781:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c99e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22781:1874694535127936:192.168.204.6@tcp:104: 00000100:00100000:3.0:1787848641.818735:0:22781:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be180 going to sleep for 11 seconds 00000100:00100000:3.0:1787848641.821539:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.821775:0:22781:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c99e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22781:1874694535127936:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848641.821822:0:22781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.822232:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481856 00000100:00100000:2.0:1787848641.822243:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481856 00010000:00010000:2.0:1787848641.822351:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 6 pid: 22781 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.822405:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 15 00000100:00100000:2.0:1787848641.822417:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c983c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2395:x1874694523481856:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848641.822439:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848641.822447:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 6 pid: 22781 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822462:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 6 pid: 22781 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822494:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eab42bc5200/0x23626ab2a31c2088 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b55 expref: 6 pid: 22781 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822526:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:2.0:1787848641.822532:0:22768:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822543:0:22768:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822777:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.822815:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787848641.822851:0:22781:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.822866:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.822889:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c983c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2395:x1874694523481856:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 474us (1364us total) trans 0 rc 0/0 00010000:00010000:3.0:1787848641.822895:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848641.822897:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 15 00010000:00010000:3.0:1787848641.822906:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.822913:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787848641.823115:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787848641.827107:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827139:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827153:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787848641.827186:0:22781:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a9db12f7 reply state 00000000d094c939 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827202:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827211:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:0.0:1787848641.827508:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787848641.827513:0:22781:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787848641.827520:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787848641.827533:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827542:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827549:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827556:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044c00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848641.827635:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827647:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827672:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eac43976100) 00010000:00010000:0.0:1787848641.827675:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848641.827680:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827771:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044c00/0x23626ab2a31c2130 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787848641.827800:0:22781:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a9db12f7 reply state 00000000d094c939 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827811:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.827818:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:0.0:1787848641.827821:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787848641.827823:0:22781:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787848641.827962:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+10:18709:x1874694523481728:12345-192.168.204.6@tcp:36:lfs.0 Request processed in 9890us (10264us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787848641.827973:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 28 00000100:00100000:3.0:1787848641.900833:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848641.900993:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523481984 00000100:00100000:1.0:1787848641.901006:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523481984 00000100:00100000:1.0:1787848641.901124:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1787848641.901138:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+10:18719:x1874694523481984:12345-192.168.204.6@tcp:101:lctl.0 00010000:00010000:1.0:1787848641.901175:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848641.901222:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c2145 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b7f expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.901856:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31400/0x23626ab2a31c214c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.901878:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31400/0x23626ab2a31c214c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.901892:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31400/0x23626ab2a31c214c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848641.901951:0:22782:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787848641.901955:0:22782:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787848641.902005:0:22782:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31400/0x23626ab2a31c214c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.902037:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c2145 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b7f expref: 12 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.902071:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31400/0x23626ab2a31c214c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b7f expref: 11 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.902081:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:0.0:1787848641.902086:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787848641.902089:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31400, rc 0) 00000100:00100000:0.0:1787848641.902238:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+11:18719:x1874694523481984:12345-192.168.204.6@tcp:101:lctl.0 Request processed in 1102us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848641.902247:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 29 00000100:00100000:1.0:1787848641.919055:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.919200:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523482112 00000100:00100000:2.0:1787848641.919223:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523482112 00000100:00100000:2.0:1787848641.919590:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:2.0:1787848641.919603:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c85a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:18720:x1874694523482112:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:2.0:1787848641.919635:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848641.919676:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c2153 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b86 expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919774:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c215a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919791:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c215a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919806:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c215a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848641.919861:0:22783:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787848641.919866:0:22783:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787848641.919895:0:22783:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c215a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919947:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c2153 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b86 expref: 7 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919970:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3e00/0x23626ab2a31c215a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b86 expref: 6 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.919980:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:2.0:1787848641.919983:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787848641.919988:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f3e00, rc 0) 00000100:00100000:2.0:1787848641.920077:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c85a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18720:x1874694523482112:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 477us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.920085:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 30 00000100:00100000:1.0:1787848641.923146:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.923668:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523482240 00000100:00100000:3.0:1787848641.923682:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523482240 00000100:00100000:3.0:1787848641.923868:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 31 00000100:00100000:3.0:1787848641.923880:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c85680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:18720:x1874694523482240:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:3.0:1787848641.923909:0:24309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848641.923936:0:24309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2161 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b8d expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924021:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924038:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924051:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924089:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924097:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924104:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924225:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924235:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924242:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787848641.924315:0:24309:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787848641.924320:0:24309:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787848641.924361:0:24309:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924389:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924396:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924404:0:24309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924424:0:24309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044800 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848641.924430:0:24309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924439:0:24309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924454:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:3.0:1787848641.924457:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848641.924463:0:24309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924469:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c2168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924485:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924493:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924499:0:24309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924504:0:24309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045800 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848641.924507:0:24309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924513:0:24309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924532:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:3.0:1787848641.924535:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848641.924538:0:24309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924545:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c216f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924581:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2161 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b8d expref: 8 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924596:0:24309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b8d expref: 7 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.924604:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:3.0:1787848641.924607:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787848641.924609:0:24309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045400, rc 0) 00000100:00100000:3.0:1787848641.924715:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c85680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+7:18720:x1874694523482240:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 837us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.924724:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 31 00000100:00100000:1.0:1787848641.927225:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.927433:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523482368 00000100:00100000:2.0:1787848641.927448:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523482368 00000100:00100000:2.0:1787848641.927579:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:2.0:1787848641.927591:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c843c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:18720:x1874694523482368:12345-192.168.204.6@tcp:900:lfs.0 00000100:00100000:2.0:1787848641.927712:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c843c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:18720:x1874694523482368:12345-192.168.204.6@tcp:900:lfs.0 Request processed in 123us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.927720:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00080000:0.0:1787848641.927920:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787848641.931060:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848641.931216:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523482624 00000100:00100000:0.0:1787848641.931230:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523482624 00000100:00100000:0.0:1787848641.931642:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 32 00000100:00100000:0.0:1787848641.931810:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+7:18720:x1874694523482624:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:0.0:1787848641.931839:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848641.931868:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c217d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b94 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848641.932002:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1787848641.932152:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c217d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b94 expref: 9 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.932170:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:0.0:1787848641.932174:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787848641.932180:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c217d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b94 expref: 9 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848641.932222:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31000, rc 0) 00000100:00100000:0.0:1787848641.932835:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+8:18720:x1874694523482624:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 1175us (1782us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1787848641.932847:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 32 00000100:00100000:0.0:1787848641.935966:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.936331:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523482880 00000100:00100000:2.0:1787848641.936346:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523482880 00000100:00100000:2.0:1787848641.936417:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:2.0:1787848641.936429:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+8:18720:x1874694523482880:12345-192.168.204.6@tcp:36:lfs.0 00010000:00010000:2.0:1787848641.936507:0:22782:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848641.936550:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045400/0x23626ab2a31c2176 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b8d expref: 8 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.936749:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:2.0:1787848641.936756:0:22782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787848641.936791:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.936807:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.936818:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787848641.937080:0:22782:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000620e1b9f reply state 000000005d39971a transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.937096:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.937103:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:2.0:1787848641.937106:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787848641.937109:0:22782:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787848641.937119:0:22782:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787848641.937388:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+9:18720:x1874694523482880:12345-192.168.204.6@tcp:36:lfs.0 Request processed in 959us (1432us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787848641.937397:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 33 00000100:00100000:1.0:1787848641.940178:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.940478:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523483136 00000100:00100000:2.0:1787848641.940492:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523483136 00000100:00100000:2.0:1787848641.940860:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:2.0:1787848641.940874:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+9:18720:x1874694523483136:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:2.0:1787848641.941194:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+10:18720:x1874694523483136:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 321us (1028us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1787848641.941462:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:1.0:1787848641.945732:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.945793:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523483392 00000100:00100000:2.0:1787848641.945811:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523483392 00000100:00100000:2.0:1787848641.945889:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 34 00000100:00100000:2.0:1787848641.945902:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+10:18720:x1874694523483392:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:2.0:1787848641.945934:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848641.945962:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c2192 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25b9b expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946052:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946069:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946082:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946095:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946103:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946109:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848641.946396:0:22783:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787848641.946495:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946524:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946532:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946538:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848641.946543:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946552:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946567:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:2.0:1787848641.946570:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848641.946575:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946582:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c2199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946597:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946603:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946609:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946614:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848641.946623:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946630:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946639:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:2.0:1787848641.946641:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848641.946645:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946661:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946713:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c2192 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b9b expref: 12 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946725:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:2.0:1787848641.946727:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787848641.946731:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c2192 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25b9b expref: 12 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848641.946742:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f2000, rc 0) 00000100:00100000:2.0:1787848641.946815:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+11:18720:x1874694523483392:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 916us (1098us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1787848641.946824:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 34 00000100:00100000:0.0:1787848641.951787:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.951891:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523483520 00000100:00100000:3.0:1787848641.951905:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523483520 00000100:00100000:3.0:1787848641.952021:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 35 00000100:00100000:3.0:1787848641.952033:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa69680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+11:18720:x1874694523483520:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:3.0:1787848641.952070:0:24309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848641.952099:0:24309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c21ae lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25ba2 expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952315:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952335:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952349:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787848641.952503:0:24309:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787848641.952508:0:24309:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787848641.952536:0:24309:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952569:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c21ae lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 13 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952593:0:24309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 12 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848641.952602:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:3.0:1787848641.952606:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787848641.952611:0:24309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045800, rc 0) 00000100:00100000:3.0:1787848641.952715:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa69680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:18720:x1874694523483520:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 683us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848641.952725:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 35 00000100:00100000:1.0:1787848641.956896:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848641.956997:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523483648 00000100:00100000:2.0:1787848641.957010:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523483648 00000100:00100000:2.0:1787848641.957084:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:2.0:1787848641.957096:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c86940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:18720:x1874694523483648:12345-192.168.204.6@tcp:37:lfs.0 00000100:00100000:2.0:1787848641.964582:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c86940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:18720:x1874694523483648:12345-192.168.204.6@tcp:37:lfs.0 Request processed in 7469us (7683us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848641.964602:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 3 00000100:00100000:1.0:1787848641.968952:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848641.969037:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523483904 00000100:00100000:3.0:1787848641.969050:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523483904 00000100:00100000:3.0:1787848641.969245:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:3.0:1787848641.969259:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75bd0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:18720:x1874694523483904:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:3.0:1787848641.969700:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75bd0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+13:18720:x1874694523483904:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 436us (755us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1787848641.969710:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 4 00000100:00100000:1.0:1787848642.022549:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.022678:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484032 00000100:00100000:2.0:1787848642.022692:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484032 00000100:00100000:2.0:1787848642.022818:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 36 00000100:00100000:2.0:1787848642.022831:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c86580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+11:18726:x1874694523484032:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:2.0:1787848642.022860:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848642.022889:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c21bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25ba9 expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.022976:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.022996:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023013:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023025:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023033:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023040:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023140:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3600/0x23626ab2a31c21d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023169:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3600/0x23626ab2a31c21d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023178:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3600/0x23626ab2a31c21d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848642.023239:0:22783:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787848642.023244:0:22783:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787848642.023338:0:22783:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3600/0x23626ab2a31c21d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023354:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023361:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023368:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023375:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f3200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848642.023380:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023389:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023403:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:2.0:1787848642.023406:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848642.023412:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023429:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3200/0x23626ab2a31c21c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023447:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023454:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023460:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023466:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848642.023470:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023476:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023485:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:2.0:1787848642.023488:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848642.023492:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023498:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2e00/0x23626ab2a31c21ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023531:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2000/0x23626ab2a31c21bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba9 expref: 13 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023559:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f3600/0x23626ab2a31c21d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba9 expref: 12 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.023567:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:2.0:1787848642.023569:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787848642.023572:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac692f3600, rc 0) 00000100:00100000:2.0:1787848642.023657:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c86580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+12:18726:x1874694523484032:12345-192.168.204.6@tcp:101:bash.0 Request processed in 818us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848642.023668:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 36 00000100:00100000:1.0:1787848642.026454:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.026543:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484160 00000100:00100000:2.0:1787848642.026557:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484160 00000100:00100000:2.0:1787848642.026630:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:2.0:1787848642.026644:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:18726:x1874694523484160:12345-192.168.204.6@tcp:900:bash.0 00000100:00100000:2.0:1787848642.026775:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c870c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:18726:x1874694523484160:12345-192.168.204.6@tcp:900:bash.0 Request processed in 133us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848642.026784:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:1.0:1787848642.029278:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848642.029401:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484416 00000100:00100000:0.0:1787848642.029414:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484416 00000100:00100000:0.0:1787848642.029486:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 37 00000100:00100000:0.0:1787848642.029497:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c86d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+12:18726:x1874694523484416:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:0.0:1787848642.029525:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848642.029553:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c21d8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bb0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.029717:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.029737:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 12 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.029748:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.029789:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 12 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.029806:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 12 pid: 24309 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848642.029842:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa69e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128064:192.168.204.6@tcp:104: 00000100:00100000:0.0:1787848642.029950:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3600 going to sleep for 11 seconds 00000100:00100000:0.0:1787848642.032978:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa69e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128064:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848642.033022:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848642.033603:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.034033:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484544 00000100:00100000:3.0:1787848642.034044:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484544 00010000:00010000:3.0:1787848642.034098:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 13 pid: 24309 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848642.034155:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 16 00000100:00100000:3.0:1787848642.034166:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+13:2395:x1874694523484544:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787848642.034185:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848642.034193:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 13 pid: 24309 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034208:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 13 pid: 24309 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034249:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c21b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25ba2 expref: 13 pid: 24309 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034272:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:3.0:1787848642.034278:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034322:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034353:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.034385:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787848642.034724:0:22782:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.034735:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.034768:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.034780:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.034802:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035600:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035615:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035625:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848642.035639:0:22782:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787848642.035694:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035704:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035712:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035719:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848642.035725:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035734:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035747:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:2.0:1787848642.035751:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787848642.035767:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035775:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c21df lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787848642.035791:0:22782:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005b4ee1e9 reply state 000000009fde2a39 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035805:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035812:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8eac51bbf800) 00010000:00010000:2.0:1787848642.035814:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787848642.035818:0:22782:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787848642.035863:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c21d8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 15 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035880:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 14 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.035888:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:2.0:1787848642.035891:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1787848642.035893:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac50713800, rc 0) 00000100:00100000:2.0:1787848642.035972:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c86d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+15:18726:x1874694523484416:12345-192.168.204.6@tcp:101:bash.0 Request processed in 6476us (6706us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1787848642.035982:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 37 00000100:00100000:3.0:1787848642.036327:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:2395:x1874694523484544:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 2160us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848642.036337:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 16 00010000:00010000:1.0:1787848642.038619:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848642.048716:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848642.048874:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484672 00000100:00100000:0.0:1787848642.048887:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484672 00000100:00100000:0.0:1787848642.048968:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00100000:0.0:1787848642.048980:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c86940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+15:18726:x1874694523484672:12345-192.168.204.6@tcp:101:bash.0 00010000:00010000:0.0:1787848642.049014:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848642.049041:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c21fb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bb7 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049142:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049160:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049175:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848642.049237:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787848642.049242:0:22781:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787848642.049270:0:22781:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049358:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049391:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c21fb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 17 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049414:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 16 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.049423:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:0.0:1787848642.049426:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787848642.049430:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30a00, rc 0) 00000100:00100000:0.0:1787848642.049501:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c86940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:18726:x1874694523484672:12345-192.168.204.6@tcp:101:bash.0 Request processed in 523us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848642.049510:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 38 00000100:00100000:1.0:1787848642.053495:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.053613:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523484928 00000100:00100000:2.0:1787848642.053627:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523484928 00000100:00100000:2.0:1787848642.053725:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:2.0:1787848642.053737:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:18726:x1874694523484928:12345-192.168.204.6@tcp:35:bash.0 00000100:00100000:2.0:1787848642.054154:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+17:18726:x1874694523484928:12345-192.168.204.6@tcp:35:bash.0 Request processed in 418us (674us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1787848642.054163:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 5 00000100:00100000:1.0:1787848642.125251:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.125447:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523485184 00000100:00100000:3.0:1787848642.125460:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523485184 00000100:00100000:3.0:1787848642.125543:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 39 00000100:00100000:3.0:1787848642.125564:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c87c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+17:18736:x1874694523485184:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:3.0:1787848642.125599:0:24309:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848642.125628:0:24309:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2209 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bbe expref: -99 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787848642.125769:0:24309:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787848642.125901:0:24309:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2209 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bbe expref: 19 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.125920:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8eab43adba00) 00010000:00010000:3.0:1787848642.125923:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787848642.125929:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2209 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bbe expref: 19 pid: 24309 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.125948:0:24309:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045800, rc 0) 00000100:00100000:3.0:1787848642.126030:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c87c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+18:18736:x1874694523485184:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 477us (804us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1787848642.126061:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 39 00000100:00100000:1.0:1787848642.129085:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.129217:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523485440 00000100:00100000:2.0:1787848642.129433:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523485440 00000100:00100000:2.0:1787848642.129532:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:2.0:1787848642.129543:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+18:18736:x1874694523485440:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:2.0:1787848642.129874:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18736:x1874694523485440:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 331us (802us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1787848642.129883:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 6 00000100:00100000:1.0:1787848642.160535:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848642.163913:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523485696 00000100:00100000:0.0:1787848642.163935:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523485696 00000100:00100000:0.0:1787848642.164034:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:0.0:1787848642.164049:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18739:x1874694523485696:12345-192.168.204.6@tcp:101:lfs.0 00010000:00010000:0.0:1787848642.164085:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848642.164116:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2217 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bc5 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.164363:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c221e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.164395:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c221e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.164430:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c221e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848642.164446:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787848642.164797:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2217 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bc5 expref: 22 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.164820:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c221e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bc5 expref: 21 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.164830:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:0.0:1787848642.164834:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787848642.164838:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc31600, rc 0) 00000100:00100000:0.0:1787848642.164934:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18739:x1874694523485696:12345-192.168.204.6@tcp:101:lfs.0 Request processed in 889us (4417us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1787848642.164944:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 40 00000100:00100000:0.0:1787848642.168092:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.168669:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523485824 00000100:00100000:2.0:1787848642.168683:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523485824 00000100:00100000:2.0:1787848642.168780:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:2.0:1787848642.168793:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa69e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18739:x1874694523485824:12345-192.168.204.6@tcp:54:lfs.0 00010000:00010000:2.0:1787848642.168901:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.168925:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.168940:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.168987:0:24309:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.168995:0:24309:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.169025:0:24309:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.169031:0:24309:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50712a00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:2.0:1787848642.169036:0:24309:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.169045:0:24309:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.170802:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:2.0:1787848642.170813:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787848642.170823:0:24309:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.170834:0:24309:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c222c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848642.170976:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa69e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18739:x1874694523485824:12345-192.168.204.6@tcp:54:lfs.0 Request processed in 2180us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848642.170987:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 41 00000100:00100000:1.0:1787848642.175168:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848642.175247:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.176664:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523486208 00000100:00100000:3.0:1787848642.176680:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523486208 00000100:00100000:3.0:1787848642.176903:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 7 00000100:00100000:3.0:1787848642.176918:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18739:x1874694523486208:12345-192.168.204.6@tcp:35:lfs.0 00000100:00100000:2.0:1787848642.176942:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523485952 00000100:00100000:2.0:1787848642.176959:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523485952 00000100:00100000:2.0:1787848642.177056:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:2.0:1787848642.177071:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:2395:x1874694523485952:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848642.177089:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848642.177115:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31600/0x23626ab2a31c221e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bc5 expref: 23 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.177152:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:2.0:1787848642.177160:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848642.177231:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:2395:x1874694523485952:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 164us (2078us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848642.177238:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:3.0:1787848642.177396:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a03c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18739:x1874694523486208:12345-192.168.204.6@tcp:35:lfs.0 Request processed in 470us (2136us total) trans 12884901901 rc 0/0 00000100:00100000:3.0:1787848642.177407:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 7 00000040:00080000:1.0:1787848642.487850:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787848642.498176:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.498814:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523486464 00000100:00100000:2.0:1787848642.498830:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523486464 00000100:00100000:2.0:1787848642.498917:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 42 00000100:00100000:2.0:1787848642.498930:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18770:x1874694523486464:12345-192.168.204.6@tcp:101:cat.0 00010000:00010000:2.0:1787848642.498963:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787848642.498992:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c2233 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bcc expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.499161:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712000/0x23626ab2a31c223a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.499179:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712000/0x23626ab2a31c223a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.499194:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712000/0x23626ab2a31c223a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848642.499207:0:22783:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787848642.499431:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712a00/0x23626ab2a31c2233 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bcc expref: 24 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.499458:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712000/0x23626ab2a31c223a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bcc expref: 23 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.499486:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:2.0:1787848642.499489:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787848642.499493:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac50712000, rc 0) 00000100:00100000:2.0:1787848642.499582:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa68780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:18770:x1874694523486464:12345-192.168.204.6@tcp:101:cat.0 Request processed in 655us (1424us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1787848642.499592:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 42 00000100:00100000:2.0:1787848642.508214:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.508279:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.508412:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523486848 00000100:00100000:3.0:1787848642.508427:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523486848 00000100:00100000:3.0:1787848642.508514:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:3.0:1787848642.508527:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:2394:x1874694523486848:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787848642.508549:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848642.508584:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712000/0x23626ab2a31c223a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bcc expref: 23 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.508607:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848642.508613:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848642.508705:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:2394:x1874694523486848:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 181us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848642.508715:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:1.0:1787848642.510059:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523486720 00000100:00100000:1.0:1787848642.510073:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523486720 00000100:00100000:1.0:1787848642.510149:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:1.0:1787848642.510159:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44475a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:18770:x1874694523486720:12345-192.168.204.6@tcp:35:cat.0 00000100:00100000:1.0:1787848642.510571:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44475a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:18770:x1874694523486720:12345-192.168.204.6@tcp:35:cat.0 Request processed in 412us (2374us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1787848642.510601:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 8 00000100:00100000:2.0:1787848642.600403:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848642.600528:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487104 00000100:00100000:0.0:1787848642.600542:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487104 00000100:00100000:0.0:1787848642.600626:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 43 00000100:00100000:0.0:1787848642.600650:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab444752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:18776:x1874694523487104:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:0.0:1787848642.600691:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848642.600720:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c2248 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bd3 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600870:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600907:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 24 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600916:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 24 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600926:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600973:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 24 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.600988:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 24 pid: 22781 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848642.601004:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128192:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848642.601142:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 24 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.601152:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 24 pid: 22782 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848642.601162:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128320:192.168.204.6@tcp:104: 00000100:00100000:0.0:1787848642.601187:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3600 going to sleep for 11 seconds 00000100:00100000:2.0:1787848642.606440:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.606490:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848642.606605:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487360 00000100:00100000:1.0:1787848642.606618:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487360 00010000:00010000:1.0:1787848642.606692:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 25 pid: 22782 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848642.606740:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487232 00000100:00100000:1.0:1787848642.606743:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487232 00010000:00010000:1.0:1787848642.606758:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 26 pid: 22781 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848642.606775:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1787848642.606786:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+26:2394:x1874694523487360:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787848642.606806:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787848642.606814:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 26 pid: 22782 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.606826:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 26 pid: 22782 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.606860:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848642.606865:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.606875:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.606882:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787848642.606971:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+26:2394:x1874694523487360:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 185us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848642.606980:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:1.0:1787848642.607000:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:1.0:1787848642.607007:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7d2a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+25:2394:x1874694523487232:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787848642.607015:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787848642.607021:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 25 pid: 22781 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.607032:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 25 pid: 22781 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.607044:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848642.607048:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.607057:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.607085:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.607109:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787848642.607130:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7d2a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+25:2394:x1874694523487232:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 123us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848642.607136:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00010000:00010000:0.0:1787848642.608316:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c2202 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb7 expref: 24 pid: 22781 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848642.608366:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6bc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128192:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848642.608395:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713800/0x23626ab2a31c21ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bb0 expref: 23 pid: 22782 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848642.608406:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6a580 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128320:192.168.204.6@tcp:104: 00010000:00010000:0.0:1787848642.608438:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.608449:0:22782:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.608454:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787848642.608483:0:22782:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787848642.608939:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c2248 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bd3 expref: 24 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.608960:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30c00/0x23626ab2a31c224f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bd3 expref: 23 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848642.608969:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:0.0:1787848642.608972:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787848642.608976:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30c00, rc 0) 00000100:00100000:0.0:1787848642.609261:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab444752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:18776:x1874694523487104:12345-192.168.204.6@tcp:101:dd.0 Request processed in 8426us (8676us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1787848642.609351:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 43 00000100:00100000:2.0:1787848642.614006:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.614113:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487488 00000100:00100000:3.0:1787848642.614195:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487488 00000100:00100000:3.0:1787848642.614499:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 44 00000100:00100000:3.0:1787848642.614512:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+23:18776:x1874694523487488:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:3.0:1787848642.614567:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848642.614597:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c225d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bda expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614654:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614672:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614697:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614865:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c225d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 25 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614887:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 24 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.614896:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848642.614899:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787848642.614903:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045a00, rc 0) 00000100:00100000:3.0:1787848642.614983:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+24:18776:x1874694523487488:12345-192.168.204.6@tcp:101:dd.0 Request processed in 473us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848642.614992:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 44 00000100:00100000:1.0:1787848642.618820:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.619004:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487744 00000100:00100000:3.0:1787848642.619018:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487744 00000100:00100000:3.0:1787848642.619097:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 45 00000100:00100000:3.0:1787848642.619110:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+24:18776:x1874694523487744:12345-192.168.204.6@tcp:36:dd.0 00010000:00010000:3.0:1787848642.619965:0:24309:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.619990:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.620003:0:24309:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787848642.620058:0:24309:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1787848642.620086:0:24309:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fc46d716 reply state 00000000bdcad59d transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.620100:0:24309:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.620109:0:24309:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848642.620113:0:24309:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787848642.620189:0:24309:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787848642.623002:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523487744:12345-192.168.204.6@tcp:36:dd.0 Request processed in 1262us (1566us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1787848642.623024:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 45 00000020:00080000:3.0:1787848642.623037:0:24309:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787848642.623232:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848642.623470:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523487872 00000100:00100000:0.0:1787848642.623484:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523487872 00000100:00100000:1.0:1787848642.623697:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:1.0:1787848642.623727:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523487872:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:1.0:1787848642.623761:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848642.623791:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c2272 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25be1 expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.623868:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c2272 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be1 expref: 28 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.623886:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c2272 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be1 expref: 28 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.623909:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848642.623912:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787848642.623917:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac414a0200, rc 0) 00000100:00100000:1.0:1787848642.623993:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18776:x1874694523487872:12345-192.168.204.6@tcp:101:dd.0 Request processed in 268us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848642.624000:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 46 00000100:00100000:2.0:1787848642.634450:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848642.634865:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488128 00000100:00100000:1.0:1787848642.634879:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488128 00000100:00100000:1.0:1787848642.634967:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:1.0:1787848642.634980:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18776:x1874694523488128:12345-192.168.204.6@tcp:103:dd.0 00010000:00010000:1.0:1787848642.635000:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787848642.635036:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c2272 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be1 expref: 28 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848642.635061:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848642.635067:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787848642.635161:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6f9f3840 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523488128:12345-192.168.204.6@tcp:103:dd.0 Request processed in 183us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848642.635170:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 2 00000100:00100000:0.0:1787848642.637772:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848642.637880:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488256 00000100:00100000:2.0:1787848642.637892:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488256 00000100:00100000:2.0:1787848642.637957:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:2.0:1787848642.637967:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523488256:12345-192.168.204.6@tcp:58:dd.0 00010000:00010000:2.0:1787848642.638110:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.638147:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848642.638162:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787848642.639917:0:22782:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787848642.639973:0:22782:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787848642.640132:0:22782:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787848642.640281:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523488256:12345-192.168.204.6@tcp:58:dd.0 Request processed in 2306us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848642.640801:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 47 00000100:00100000:2.0:1787848642.643251:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848642.643593:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488384 00000100:00100000:3.0:1787848642.643606:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488384 00000100:00100000:3.0:1787848642.643794:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 48 00000100:00100000:3.0:1787848642.643807:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44644b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+27:18776:x1874694523488384:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:3.0:1787848642.643836:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848642.643865:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25be8 expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.643962:0:22783:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.643973:0:22783:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 28 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.643995:0:22783:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.644009:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 28 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.644026:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848642.644030:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787848642.644034:0:22783:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 28 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848642.644042:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045800, rc 0) 00000100:00100000:3.0:1787848642.644896:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44644b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18776:x1874694523488384:12345-192.168.204.6@tcp:101:dd.0 Request processed in 312us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848642.644908:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 48 00010000:00010000:2.0:1787848643.063460:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848643.136763:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136817:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136852:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136874:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136894:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136912:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136936:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136954:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.136979:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.137015:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488768 00000100:00100000:1.0:1787848643.137029:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488768 00000100:00100000:1.0:1787848643.137103:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489280 00000100:00100000:1.0:1787848643.137106:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489280 00000100:00100000:1.0:1787848643.137119:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488640 00000100:00100000:1.0:1787848643.137121:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488640 00000100:00100000:1.0:1787848643.137133:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489152 00000100:00100000:1.0:1787848643.137136:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489152 00000100:00100000:1.0:1787848643.137154:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00100000:1.0:1787848643.137165:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523488768:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137382:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489024 00000100:00100000:2.0:1787848643.137387:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489024 00000100:00100000:2.0:1787848643.137426:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489536 00000100:00100000:2.0:1787848643.137429:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489536 00000100:00100000:2.0:1787848643.137444:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488896 00000100:00100000:2.0:1787848643.137446:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488896 00000100:00100000:2.0:1787848643.137458:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489408 00000100:00100000:2.0:1787848643.137461:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489408 00000100:00100000:2.0:1787848643.137477:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:2.0:1787848643.137484:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523489024:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137586:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523489024:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 100us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137595:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 17 00000100:00100000:2.0:1787848643.137615:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:2.0:1787848643.137622:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489536:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137661:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489536:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 39us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137669:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 18 00000100:00100000:2.0:1787848643.137680:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1787848643.137686:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523488896:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137733:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a1a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523488896:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 46us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137739:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1787848643.137752:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1787848643.137758:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489408:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137777:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489408:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 19us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137783:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1787848643.137809:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523488512 00000100:00100000:2.0:1787848643.137814:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523488512 00000100:00100000:2.0:1787848643.137840:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 165 00000100:00100000:2.0:1787848643.137847:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523488512:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137870:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523488512:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 24us (1123us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137876:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 165 00000100:00100000:2.0:1787848643.137910:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:2.0:1787848643.137917:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489280:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137943:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a2940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523489280:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 27us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.137950:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:2.0:1787848643.137966:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:2.0:1787848643.137974:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:2393:x1874694523488640:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.137996:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a3c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:2393:x1874694523488640:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 24us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.138009:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:2.0:1787848643.138022:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:2.0:1787848643.138028:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:2393:x1874694523489152:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:2.0:1787848643.138060:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+12:2393:x1874694523489152:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 32us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.138067:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:1.0:1787848643.138510:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a2580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523488768:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 1346us (1691us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848643.138518:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00080000:0.0:1787848643.138662:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787848643.138670:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787848643.138674:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787848643.138677:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:1.0:1787848643.512072:0:22817:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787848643.512088:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848643.512148:0:22817:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787848643.512160:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1787848643.512386:0:22817:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac692a12c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22817:1874694535128448:192.168.204.6@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787848643.517683:0:22817:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac6c9133c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787848643.524270:0:22817:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac692a12c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22817:1874694535128448:192.168.204.6@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787848643.524458:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.525591:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489664 00000100:00100000:3.0:1787848643.525605:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489664 00000100:00100000:3.0:1787848643.525710:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:3.0:1787848643.525721:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18777:x1874694523489664:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787848643.525765:0:22782:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787848643.525958:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18777:x1874694523489664:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 Request processed in 237us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.525967:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 49 00000100:00100000:2.0:1787848643.534533:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.535455:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523489792 00000100:00100000:3.0:1787848643.535470:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523489792 00000100:00100000:3.0:1787848643.535569:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:3.0:1787848643.535581:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18777:x1874694523489792:12345-192.168.204.6@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787848643.535694:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535717:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535732:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535752:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535759:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535765:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535792:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535802:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535808:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787848643.535891:0:22783:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787848643.535897:0:22783:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787848643.535918:0:22783:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535933:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535939:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535947:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535953:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044400 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848643.535957:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535965:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535979:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eab42958d00) 00010000:00010000:3.0:1787848643.535983:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848643.535989:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.535995:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c2287 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536016:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536034:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536040:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536045:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045600 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848643.536048:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536054:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536062:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8eac62159a00) 00010000:00010000:3.0:1787848643.536066:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848643.536069:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536076:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c228e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536094:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536101:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536108:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536114:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848643.536123:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536130:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536139:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848643.536141:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787848643.536144:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.536151:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c2295 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848643.537893:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18777:x1874694523489792:12345-192.168.204.6@tcp:34:lhsmtool_posix.0 Request processed in 2298us (3367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.537912:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 50 00000100:00100000:2.0:1787848643.544832:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.545023:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523490048 00000100:00100000:1.0:1787848643.545036:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523490048 00000100:00100000:1.0:1787848643.545158:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:1.0:1787848643.545172:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+28:18777:x1874694523490048:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787848643.545203:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848643.545229:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1a00/0x23626ab2a31c229c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bef expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545523:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545549:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545562:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787848643.545573:0:22781:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787848643.545669:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545676:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545683:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545704:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac414a0200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.545708:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545715:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545727:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848643.545730:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787848643.545735:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.545741:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.546401:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1a00/0x23626ab2a31c229c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bef expref: 30 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.546416:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8eab42958d00) 00010000:00010000:1.0:1787848643.546418:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787848643.546422:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1a00/0x23626ab2a31c229c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bef expref: 30 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.546433:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac414a1a00, rc 0) 00000100:00100000:1.0:1787848643.546708:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+29:18777:x1874694523490048:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 1538us (1892us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1787848643.546717:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 51 00000100:00100000:2.0:1787848643.553278:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.553682:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523490176 00000100:00100000:3.0:1787848643.553702:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523490176 00000100:00100000:3.0:1787848643.554819:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 52 00000100:00100000:3.0:1787848643.554843:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+29:18777:x1874694523490176:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787848643.554909:0:24309:0:(mdt_handler.c:7976:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787848643.555085:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+29:18777:x1874694523490176:12345-192.168.204.6@tcp:53:lhsmtool_posix.0 Request processed in 253us (1824us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.555094:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 52 00000100:00100000:2.0:1787848643.566573:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.567019:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523490432 00000100:00100000:3.0:1787848643.567032:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523490432 00000100:00100000:3.0:1787848643.567119:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 53 00000100:00100000:3.0:1787848643.567131:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+29:18777:x1874694523490432:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787848643.567183:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848643.567216:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c22b1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bf6 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787848643.570083:0:22782:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x7:0x0], count =59 00000004:00080000:3.0:1787848643.570100:0:22782:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x7:0x0]+59 in llog 00000004:00080000:3.0:1787848643.570128:0:22782:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:2.0:1787848643.576565:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712e00/0x23626ab2a31c22b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.576596:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712e00/0x23626ab2a31c22b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.576612:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712e00/0x23626ab2a31c22b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.580174:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044200/0x23626ab2a31c22b1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bf6 expref: 32 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.580220:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712e00/0x23626ab2a31c22b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bf6 expref: 31 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.580232:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eac51bbf200) 00010000:00010000:2.0:1787848643.580258:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787848643.580264:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac50712e00, rc 0) 00000100:00100000:2.0:1787848643.580594:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+31:18777:x1874694523490432:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 13461us (14033us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1787848643.580606:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 53 00000100:00100000:2.0:1787848643.587739:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.588731:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523490688 00000100:00100000:0.0:1787848643.588747:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523490688 00000100:00100000:0.0:1787848643.588846:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 54 00000100:00100000:0.0:1787848643.588859:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+31:18777:x1874694523490688:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787848643.588945:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848643.588983:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712e00/0x23626ab2a31c22b8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bf6 expref: 31 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589006:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eac51bbf200) 00010000:00010000:0.0:1787848643.589019:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787848643.589052:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589070:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589081:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589101:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589132:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589140:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589201:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589208:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589215:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589221:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30a00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848643.589226:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589235:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589244:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:0.0:1787848643.589248:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848643.589252:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589258:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30a00/0x23626ab2a31c22c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589269:0:22783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589302:0:22783:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589310:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589316:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31000 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848643.589319:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589326:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589336:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xf0aa9538 (ffff8eab42958700) 00010000:00010000:0.0:1787848643.589338:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848643.589340:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.589346:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22cd lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf0aa9538 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.589464:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+30:18777:x1874694523490688:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 608us (1743us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787848643.589473:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 54 00000100:00100000:3.0:1787848643.593719:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.594535:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523490816 00000100:00100000:1.0:1787848643.594570:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523490816 00000100:00100000:1.0:1787848643.594660:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 55 00000100:00100000:1.0:1787848643.594673:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+30:18777:x1874694523490816:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787848643.594703:0:22781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787848643.594735:0:22781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22d4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25bfd expref: -99 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.594969:0:22781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c22db lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.594987:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c22db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.595001:0:22781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c22db lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.595155:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a0200/0x23626ab2a31c22d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bfd expref: 32 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.595181:0:22781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac414a1000/0x23626ab2a31c22db lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bfd expref: 31 pid: 22781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.595192:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:1.0:1787848643.595196:0:22781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787848643.595200:0:22781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac414a1000, rc 0) 00000100:00100000:1.0:1787848643.595945:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+31:18777:x1874694523490816:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 1269us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848643.595957:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 55 00000100:00100000:1.0:1787848643.610192:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.611918:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491072 00000100:00100000:0.0:1787848643.611939:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491072 00000100:00100000:0.0:1787848643.612110:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00100000:0.0:1787848643.612125:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+31:18777:x1874694523491072:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787848643.612257:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.614981:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.615004:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787848643.615276:0:22783:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1787848643.615309:0:22783:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 668616022896ns, next at 669616018906ns, rc = 0 00000004:00010000:0.0:1787848643.615386:0:22783:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f9d19802 reply state 000000000a383704 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.615403:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.615411:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:0.0:1787848643.615414:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1787848643.615419:0:22783:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787848643.616429:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+33:18777:x1874694523491072:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 4294us (6241us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1787848643.616445:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 56 00000100:00100000:1.0:1787848643.637368:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.637806:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491200 00000100:00100000:3.0:1787848643.637820:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491200 00000100:00100000:3.0:1787848643.637905:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:3.0:1787848643.637917:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+33:18777:x1874694523491200:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787848643.637950:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848643.637979:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25c04 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.638060:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 34 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.638078:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 34 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.638102:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:3.0:1787848643.638106:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787848643.638112:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82045600, rc 0) 00000100:00100000:3.0:1787848643.638203:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a1680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+34:18777:x1874694523491200:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 288us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.638238:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 57 00000100:00100000:2.0:1787848643.643419:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.643677:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491328 00000100:00100000:0.0:1787848643.643692:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491328 00000100:00100000:0.0:1787848643.643787:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:0.0:1787848643.643801:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2395:x1874694523491328:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1787848643.644154:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2395:x1874694523491328:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 Request processed in 355us (747us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787848643.644164:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:2.0:1787848643.652815:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.652970:0:22785:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491584 00000100:00100000:1.0:1787848643.652984:0:22785:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491584 00000100:00100000:1.0:1787848643.653238:0:22785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:1.0:1787848643.653485:0:22785:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+34:18777:x1874694523491584:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787848643.654087:0:22785:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+35:18777:x1874694523491584:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 832us (1280us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1787848643.654101:0:22785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 9 00000100:00100000:1.0:1787848643.661635:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.661709:0:24309:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491840 00000100:00100000:3.0:1787848643.661723:0:24309:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491840 00000100:00100000:3.0:1787848643.661811:0:24309:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:3.0:1787848643.661825:0:24309:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+35:18777:x1874694523491840:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787848643.661996:0:24309:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+35:18777:x1874694523491840:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 173us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.662017:0:24309:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 58 00000100:00100000:2.0:1787848643.673734:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.674172:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523491968 00000100:00100000:3.0:1787848643.674187:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523491968 00000100:00100000:3.0:1787848643.674276:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:3.0:1787848643.674340:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+35:18777:x1874694523491968:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787848643.674371:0:22782:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848643.674401:0:22782:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c22f0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25c0b expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.674507:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.674526:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.674540:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787848643.683406:0:22782:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787848643.683465:0:22782:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.683543:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044400/0x23626ab2a31c22f0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c0b expref: 37 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.683572:0:22782:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c0b expref: 36 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.683584:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:2.0:1787848643.683588:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1787848643.683593:0:22782:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82044a00, rc 0) 00000100:00100000:2.0:1787848643.683767:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+36:18777:x1874694523491968:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 9470us (10039us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.683779:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 59 00000100:00100000:2.0:1787848643.696456:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.696637:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492096 00000100:00100000:0.0:1787848643.696673:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492096 00000100:00100000:0.0:1787848643.696763:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:0.0:1787848643.696775:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6233c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bba4f38f-f351-443a-a1dc-e8df2d57ee75+6:2395:x1874694523492096:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787848643.696804:0:25157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787848643.696835:0:25157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25c12 expref: -99 pid: 25157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787848643.696881:0:25157:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9067c3, blocks: 0x0 00010000:00010000:0.0:1787848643.696912:0:25157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=668s v=(0 0) 00010000:00010000:0.0:1787848643.696918:0:25157:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848643.696929:0:25157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 7 pid: 25157 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.696955:0:25157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 7 pid: 25157 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.696971:0:25157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac7cc30a00, rc 0) 00000100:00100000:0.0:1787848643.697069:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6233c780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:2395:x1874694523492096:12345-192.168.204.6@tcp:101:lhsmtool_posix.0 Request processed in 297us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848643.697077:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:1.0:1787848643.702503:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.702944:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492352 00000100:00100000:0.0:1787848643.702958:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492352 00000100:00100000:0.0:1787848643.703045:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00100000:0.0:1787848643.703059:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+36:18777:x1874694523492352:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787848643.703227:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+36:18777:x1874694523492352:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 170us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848643.703253:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 60 00000100:00100000:3.0:1787848643.714493:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848643.716476:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492480 00000100:00100000:1.0:1787848643.716499:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492480 00000100:00100000:1.0:1787848643.716630:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 61 00000100:00100000:1.0:1787848643.716643:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+36:18777:x1874694523492480:12345-192.168.204.6@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1787848643.719082:0:22761:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:0.0:1787848643.719106:0:22761:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:0.0:1787848643.719164:0:22761:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1787848643.719271:0:3602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719320:0:3602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719330:0:3602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719338:0:3602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac692f2200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848643.719343:0:3602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719353:0:3602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719378:0:3602:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:0.0:1787848643.719382:0:3602:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1787848643.719388:0:3602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.719396:0:3602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac692f2200/0x23626ab2a31c218b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.719845:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac54045a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535128576:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1787848643.719945:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787848643.720917:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535128576 00000100:00100000:2.0:1787848643.720932:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535128576 00000100:00100000:2.0:1787848643.721029:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787848643.721042:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535128576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1787848643.721226:0:24287:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787848643.721231:0:24287:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1787848643.721234:0:24287:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1787848643.721236:0:24287:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787848643 -> 1787848643 00002000:00010000:2.0:1787848643.721239:0:24287:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787848643.721348:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6bc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3617:x1874694535128576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 308us (1401us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787848643.721356:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:2.0:1787848643.721421:0:3617:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8eac54045a40/2, rc 0, transno 12884901892 00000100:00100000:2.0:1787848643.721428:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac54045a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535128576:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1787848643.721905:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787848643.723910:0:3601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.723934:0:3601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.723943:0:3601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.723949:0:3601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045000 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.723955:0:3601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.723965:0:3601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724010:0:3601:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8eac62159700) 00010000:00010000:1.0:1787848643.724013:0:3601:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787848643.724020:0:3601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724028:0:3601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045000/0x23626ab2a31c2137 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724063:0:3601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724070:0:3601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724076:0:3601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724081:0:3601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.724084:0:3601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724090:0:3601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724097:0:3601:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8eab42958100) 00010000:00010000:1.0:1787848643.724100:0:3601:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787848643.724103:0:3601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724110:0:3601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30200/0x23626ab2a31c213e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724139:0:3601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724146:0:3601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724152:0:3601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724157:0:3601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50712400 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.724160:0:3601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724166:0:3601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724174:0:3601:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8eac51bbf800) 00010000:00010000:1.0:1787848643.724176:0:3601:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787848643.724179:0:3601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724185:0:3601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712400/0x23626ab2a31c21e6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724202:0:3601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724209:0:3601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724215:0:3601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724464:0:3601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82044800 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.724472:0:3601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724483:0:3601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724505:0:3601:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:1.0:1787848643.724508:0:3601:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787848643.724514:0:3601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724522:0:3601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044800/0x23626ab2a31c226b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 24309 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724554:0:3601:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724562:0:3601:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724569:0:3601:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724575:0:3601:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31000 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:1.0:1787848643.724580:0:3601:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724588:0:3601:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724628:0:3601:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:1.0:1787848643.724632:0:3601:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787848643.724636:0:3601:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.724643:0:3601:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31000/0x23626ab2a31c22e2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.724664:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:18777:x1874694523492480:12345-192.168.204.6@tcp:44:lhsmtool_posix.0 Request processed in 8001us (10166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848643.724683:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 61 00000100:00100000:2.0:1787848643.736643:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.741346:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492608 00000100:00100000:3.0:1787848643.741395:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492608 00000100:00100000:3.0:1787848643.741478:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:3.0:1787848643.741491:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac7824e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:2395:x1874694523492608:12345-192.168.204.6@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1787848643.741921:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac7824e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:2395:x1874694523492608:12345-192.168.204.6@tcp:16:lhsmtool_posix.0 Request processed in 431us (5305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.741931:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:1.0:1787848643.761444:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.761628:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492864 00000100:00100000:0.0:1787848643.761638:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492864 00000100:00100000:0.0:1787848643.761709:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 62 00000100:00100000:0.0:1787848643.761722:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+15:18777:x1874694523492864:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787848643.761781:0:22783:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848643.761813:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c22f7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c0b expref: 15 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.761835:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:0.0:1787848643.761840:0:22783:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787848643.761874:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2305 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.761888:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2305 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.761897:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2305 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787848643.762033:0:22783:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d006c6dc reply state 000000008457ba2b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2305 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.762389:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc31a00/0x23626ab2a31c2305 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.762398:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:0.0:1787848643.762422:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787848643.762426:0:22783:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787848643.762542:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a3840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:18777:x1874694523492864:12345-192.168.204.6@tcp:36:lhsmtool_posix.0 Request processed in 822us (1108us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1787848643.762558:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 62 00000100:00100000:0.0:1787848643.768048:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848643.768132:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523492992 00000100:00100000:2.0:1787848643.768145:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523492992 00000100:00100000:2.0:1787848643.768220:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:2.0:1787848643.768234:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:2394:x1874694523492992:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1787848643.768483:0:24288:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787848643.768487:0:24288:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787848642 00002000:00010000:2.0:1787848643.768490:0:24288:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787848642 00002000:00010000:2.0:1787848643.768494:0:24288:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787848643 -> 1787848642 00002000:00010000:2.0:1787848643.768496:0:24288:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787848643.769668:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+8:2394:x1874694523492992:12345-192.168.204.6@tcp:2:lhsmtool_posix.0 Request processed in 1418us (2002us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1787848643.769683:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:1.0:1787848643.788439:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848643.788633:0:24858:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523493120 00000100:00100000:2.0:1787848643.788668:0:24858:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523493120 00000100:00100000:2.0:1787848643.788741:0:24858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:2.0:1787848643.788754:0:24858:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+8:2394:x1874694523493120:12345-192.168.204.6@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1787848643.788819:0:24858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788844:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848643.788850:0:24858:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848643.788858:0:24858:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788877:0:24858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788924:0:24858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788932:0:24858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788940:0:24858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788948:0:24858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50713200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:2.0:1787848643.788953:0:24858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788974:0:24858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.788993:0:24858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.789000:0:24858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a600a15/0x23626ab2a31c230c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24858 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848643.789109:0:24858:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+8:2394:x1874694523493120:12345-192.168.204.6@tcp:1:lhsmtool_posix.0 Request processed in 356us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.789117:0:24858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:1.0:1787848643.791716:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848643.795792:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523493376 00000100:00100000:2.0:1787848643.795813:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523493376 00000100:00100000:2.0:1787848643.795917:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 63 00000100:00100000:2.0:1787848643.795930:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:18777:x1874694523493376:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1787848643.796046:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.796067:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 16 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.796078:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.796121:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 16 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.796156:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 16 pid: 22783 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848643.796174:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac54046d00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128704:192.168.204.6@tcp:104: 00000100:00100000:2.0:1787848643.796322:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac48dbb780 going to sleep for 11 seconds 00000100:00100000:2.0:1787848643.801663:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac54046d00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128704:192.168.204.6@tcp:104: 00010000:00010000:2.0:1787848643.801712:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848643.805790:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:2.0:1787848643.805882:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523493504 00000100:00100000:2.0:1787848643.805897:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523493504 00010000:00010000:2.0:1787848643.805957:0:22768:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 17 pid: 22783 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848643.806009:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 19 00000100:00100000:2.0:1787848643.806021:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac692a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+17:2394:x1874694523493504:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787848643.806041:0:22768:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787848643.806049:0:22768:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 17 pid: 22783 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806066:0:22768:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 17 pid: 22783 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806095:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c2264 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25bda expref: 17 pid: 22783 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806142:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:2.0:1787848643.806149:0:22768:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 16 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806161:0:22768:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806170:0:22768:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806179:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.806217:0:22768:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787848643.806343:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a0f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:2394:x1874694523493504:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 324us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848643.806353:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 19 00010000:00010000:3.0:1787848643.810425:0:22782:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.810452:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.811399:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.811430:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 16 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.811442:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.811503:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 16 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.811525:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 16 pid: 22782 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848643.811543:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128832:192.168.204.6@tcp:104: 00000100:00100000:3.0:1787848643.813541:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be600 going to sleep for 11 seconds 00000100:00100000:1.0:1787848643.819827:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.822823:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535128832:192.168.204.6@tcp:104: 00010000:00010000:3.0:1787848643.822869:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.823166:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523493632 00000100:00100000:0.0:1787848643.823177:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523493632 00010000:00010000:0.0:1787848643.823240:0:22767:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 17 pid: 22782 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.823325:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 20 00000100:00100000:0.0:1787848643.823338:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+17:2394:x1874694523493632:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787848643.823362:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787848643.823370:0:22767:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 17 pid: 22782 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823385:0:22767:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 17 pid: 22782 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823418:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045600/0x23626ab2a31c22e9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c04 expref: 17 pid: 22782 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823441:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:0.0:1787848643.823446:0:22767:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823459:0:22767:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823490:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.823524:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787848643.823627:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c84f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+16:2394:x1874694523493632:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 279us (3804us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848643.823636:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 20 00010000:00010000:3.0:1787848643.823697:0:22782:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.823705:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787848643.823876:0:22782:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1787848643.824038:0:22782:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1787848643.824082:0:22782:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1787848643.824186:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22782:1874694535128960:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787848643.824263:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848643.824357:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be180 going to sleep for 11 seconds 00000100:00100000:1.0:1787848643.824434:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535128960 00000100:00100000:1.0:1787848643.824442:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535128960 00000100:00100000:1.0:1787848643.824499:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787848643.824515:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22782:x1874694535128960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787848643.824637:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c9bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22782:x1874694535128960:12345-0@lo:1000:mdt00_001.0 Request processed in 130us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848643.824645:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787848643.825398:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22782:1874694535128960:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1787848643.825625:0:22782:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1787848643.825706:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22782:1874694535129088:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787848643.825760:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848643.825795:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eab439be480 going to sleep for 11 seconds 00000100:00100000:0.0:1787848643.825998:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129088 00000100:00100000:0.0:1787848643.826017:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129088 00000100:00100000:0.0:1787848643.826071:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787848643.826081:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22782:x1874694535129088:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787848643.826240:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22782:x1874694535129088:12345-0@lo:1000:mdt00_001.0 Request processed in 161us (480us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1787848643.826247:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787848643.826508:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c98780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22782:1874694535129088:0@lo:1000:mdt00_001.0 00010000:00010000:3.0:1787848643.826560:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826574:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826583:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826609:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045200 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848643.826625:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826635:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826657:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:3.0:1787848643.826660:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787848643.826666:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826673:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c231a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826714:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826721:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826727:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826731:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50713c00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:3.0:1787848643.826734:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826740:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826762:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848643.826764:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787848643.826772:0:22782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 19 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826783:0:22782:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 19 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.826792:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 19 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.826922:0:22782:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045800/0x23626ab2a31c2280 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25be8 expref: 19 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.826939:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa683c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535129216:192.168.204.6@tcp:105: 00000100:00100000:0.0:1787848643.827031:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787848643.831946:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.832273:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa683c0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22782:1874694535129216:192.168.204.6@tcp:105: 00010000:00010000:0.0:1787848643.832354:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832369:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50713c00/0x23626ab2a31c2279 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832418:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832455:0:22782:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832469:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832483:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832489:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832495:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832501:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc30e00 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848643.832504:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832511:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832524:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:0.0:1787848643.832528:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787848643.832532:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832537:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac7cc30e00/0x23626ab2a31c2321 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832547:0:22782:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832559:0:22782:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832564:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832569:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50712600 already unused, calling callback (ffffffffc19fe4f0) 00010000:00010000:0.0:1787848643.832572:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832577:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832585:0:22782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:0.0:1787848643.832587:0:22782:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787848643.832590:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.832595:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac50712600/0x23626ab2a31c2313 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22782 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.832838:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac692a1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18777:x1874694523493376:12345-192.168.204.6@tcp:57:lhsmtool_posix.0 Request processed in 36907us (41130us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1787848643.832850:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 63 00000020:00080000:0.0:1787848643.832858:0:22782:0:(tgt_main.c:785:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1787848643.832908:0:22817:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787848643.832914:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787848643.832932:0:22817:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1787848643.832938:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1787848643.833551:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523493760 00000100:00100000:3.0:1787848643.833563:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523493760 00000100:00100000:3.0:1787848643.833634:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:3.0:1787848643.833646:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75bd2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18776:x1874694523493760:12345-192.168.204.6@tcp:49:dd.0 00000100:00100000:3.0:1787848643.833790:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75bd2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18776:x1874694523493760:12345-192.168.204.6@tcp:49:dd.0 Request processed in 146us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.833798:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 10 00000100:00100000:1.0:1787848643.836756:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.836861:0:22784:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494016 00000100:00100000:3.0:1787848643.836873:0:22784:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494016 00000100:00100000:3.0:1787848643.836945:0:22784:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 11 00000100:00100000:3.0:1787848643.836957:0:22784:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab43c861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+19:18777:x1874694523494016:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787848643.837402:0:22784:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787848643.837446:0:22784:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1787848643.837488:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837532:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837546:0:22784:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837557:0:22784:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837563:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837570:0:22784:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.837595:0:22784:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787848643.837635:0:25159:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787848643.837644:0:25159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.837659:0:25159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac82045200 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848643.837671:0:25159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.837679:0:25159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.837693:0:25159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8eab43adbb00) 00010000:00010000:0.0:1787848643.837696:0:25159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787848643.837701:0:25159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.837707:0:25159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045200/0x23626ab2a31c2328 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22784 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.837720:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848643.837723:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787848643.837725:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787848643.837729:0:22784:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab43c861c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18777:x1874694523494016:12345-192.168.204.6@tcp:35:lhsmtool_posix.0 Request processed in 773us (987us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1787848643.837739:0:22784:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 11 00000020:00080000:3.0:1787848643.837746:0:22784:0:(tgt_main.c:785:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787848643.851330:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.851663:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494144 00000100:00100000:3.0:1787848643.851677:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494144 00000100:00100000:3.0:1787848643.851757:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 64 00000100:00100000:3.0:1787848643.851771:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+21:18776:x1874694523494144:12345-192.168.204.6@tcp:101:dd.0 00010000:00010000:3.0:1787848643.851808:0:22783:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787848643.851837:0:22783:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c232f lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7e64ed8340d25c19 expref: -99 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.851888:0:22783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c2336 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.851922:0:22783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c2336 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.851936:0:22783:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c2336 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.852278:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82045a00/0x23626ab2a31c232f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c19 expref: 23 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.852336:0:22783:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8eac82044a00/0x23626ab2a31c2336 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c19 expref: 22 pid: 22783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.852345:0:22783:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8eac51bbf400) 00010000:00010000:3.0:1787848643.852348:0:22783:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787848643.852353:0:22783:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8eac82044a00, rc 0) 00000100:00100000:3.0:1787848643.852530:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa683c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:18776:x1874694523494144:12345-192.168.204.6@tcp:101:dd.0 Request processed in 761us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.852539:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 64 00000100:00100000:1.0:1787848643.884557:0:3610:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848643.884714:0:24291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494272 00000100:00100000:0.0:1787848643.884730:0:24291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494272 00000100:00100000:0.0:1787848643.884835:0:24291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 0 00000100:00100000:0.0:1787848643.884848:0:24291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44475a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+8:2394:x1874694523494272:12345-192.168.204.6@tcp:4:dd.0 00010000:00010000:0.0:1787848643.884897:0:24291:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.884924:0:24291:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 8 pid: 25157 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.884934:0:24291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848643.884940:0:24291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787848643.884966:0:24291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.885024:0:24291:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 8 pid: 25157 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848643.885041:0:24291:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 8 pid: 25157 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848643.885266:0:24291:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac4aa6a940 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24291:1874694535129344:192.168.204.6@tcp:104: 00000100:00100000:0.0:1787848643.885432:0:24291:0:(client.c:2715:ptlrpc_set_wait()) set ffff8eac508b3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787848643.889465:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.889647:0:24293:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1787848643.889659:0:24293:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1787848643.889742:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848643.889821:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494528 00000100:00100000:3.0:1787848643.889833:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494528 00010000:00010000:3.0:1787848643.889885:0:22766:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 9 pid: 25157 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787848643.889937:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:3.0:1787848643.889949:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:2395:x1874694523494528:12345-192.168.204.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787848643.889994:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787848643.890026:0:22766:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 9 pid: 25157 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.890041:0:22766:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 9 pid: 25157 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.890088:0:22766:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848643.890093:0:22766:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787848643.890099:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.890111:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787848643.890135:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787848643.890203:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6ad00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:2395:x1874694523494528:12345-192.168.204.6@tcp:103:ldlm_bl.0 Request processed in 255us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848643.890212:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 21 00000100:00100000:0.0:1787848643.891017:0:24293:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494400 00000100:00100000:0.0:1787848643.891027:0:24293:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494400 00010000:00010000:1.0:1787848643.893428:0:24291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005742abe8/0x23626ab2a31c22fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.6@tcp remote: 0x7e64ed8340d25c12 expref: 9 pid: 25157 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787848643.893481:0:24291:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac4aa6a940 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:24291:1874694535129344:192.168.204.6@tcp:104: 00010000:00010000:1.0:1787848643.893519:0:24291:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.893533:0:24291:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787848643.893540:0:24291:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787848643.917246:0:25827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 1 00000100:00100000:2.0:1787848643.917272:0:25827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+9:2395:x1874694523494400:12345-192.168.204.6@tcp:4:dd.0 00010000:00010000:2.0:1787848643.917374:0:25827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.917400:0:25827:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848643.917405:0:25827:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787848643.917412:0:25827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787848643.917444:0:25827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787848644.028343:0:25104:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:2.0:1787848644.028369:0:25104:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:0.0:1787848644.033886:0:24291:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1787848644.033901:0:24291:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 1787848642 -> 1787848644 00002000:00010000:0.0:1787848644.033904:0:24291:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1787848642 -> 1787848644 00002000:00010000:0.0:1787848644.033906:0:24291:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1787848644.033930:0:24291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.033946:0:24291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.033956:0:24291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.033983:0:24291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac7cc31000 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848644.033988:0:24291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.033998:0:24291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.034030:0:24291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.034038:0:24291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2e54cc3/0x23626ab2a31c233d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848644.034463:0:24291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44475a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:bba4f38f-f351-443a-a1dc-e8df2d57ee75+7:2394:x1874694523494272:12345-192.168.204.6@tcp:4:dd.0 Request processed in 149610us (149912us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1787848644.034477:0:24291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 0 00010000:00010000:1.0:1787848644.088726:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787848644.115341:0:25104:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1787848644.115541:0:25827:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1787848644.115547:0:25827:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1787848644.115567:0:25827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115581:0:25827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115590:0:25827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115626:0:25827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8eac50713800 already unused, calling callback (ffffffffc0df5440) 00010000:00010000:0.0:1787848644.115631:0:25827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115640:0:25827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115669:0:25827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787848644.115677:0:25827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097b803f8/0x23626ab2a31c2344 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787848644.115798:0:25827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2395:x1874694523494400:12345-192.168.204.6@tcp:4:dd.0 Request processed in 198529us (226342us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787848644.115810:0:25827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 1 00010000:00010000:2.0:1787848645.110553:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787848645.176391:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787848645.176417:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535129472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787848645.176493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848645.176644:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129472 00000100:00100000:3.0:1787848645.176654:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129472 00000100:00100000:3.0:1787848645.176729:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787848645.176739:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac54046d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535129472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787848645.176778:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787848645.176829:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac54046d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535129472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848645.176836:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787848645.176902:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535129472:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787848645.177084:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787848645.689352:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787848645.689381:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac54046580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535129600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787848645.689454:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848645.689519:0:22786:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129600 00000100:00100000:0.0:1787848645.689526:0:22786:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129600 00000100:00100000:0.0:1787848645.689570:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787848645.689591:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535129600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787848645.689628:0:22786:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1787848645.689681:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535129600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848645.689688:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787848645.689717:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac54044780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535129728:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787848645.689742:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787848645.689813:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac54046580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535129600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787848645.690019:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129728 00000100:00100000:2.0:1787848645.690025:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129728 00000100:00100000:2.0:1787848645.690073:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787848645.690082:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac4aa6bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535129728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787848645.690103:0:23522:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787848645.690142:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac4aa6bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3616:x1874694535129728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848645.690148:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787848645.690522:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac54044780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3616:1874694535129728:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787848646.134504:0:25159:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787848646.387915:0:25865:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:3.0:1787848646.711741:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535129856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848646.711818:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848646.711874:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129856 00000100:00100000:3.0:1787848646.711881:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129856 00000100:00100000:3.0:1787848646.711939:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787848646.711949:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535129856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787848646.711979:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787848646.712023:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c99e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3617:x1874694535129856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848646.712030:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1787848646.712053:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787848646.712078:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1787848646.712083:0:3617:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8eac54045a40, transno 12884901892 00000004:00080000:3.0:1787848646.712093:0:3617:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1787848646.712116:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3617:1874694535129856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787848646.712769:0:3617:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787848646.712779:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535129984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787848646.712814:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787848646.712839:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535129984 00000100:00100000:3.0:1787848646.712844:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535129984 00000100:00100000:3.0:1787848646.712871:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787848646.712878:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535129984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787848646.712894:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1787848646.712924:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75c98780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3617:x1874694535129984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848646.712943:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:3.0:1787848646.712958:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787848646.712979:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eac75c983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3617:1874694535129984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787848646.714915:0:3615:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535130112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787848646.714982:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.715033:0:24289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130112 00000100:00100000:1.0:1787848646.715040:0:24289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130112 00000100:00100000:1.0:1787848646.715082:0:24289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787848646.715091:0:24289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab44474780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535130112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787848646.715112:0:24289:0:(ofd_obd.c:739:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787848646.715153:0:24289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab44474780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3615:x1874694535130112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.715160:0:24289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787848646.715198:0:3615:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3615:1874694535130112:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787848646.715219:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848646.721174:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab44475680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535130240:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.721260:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.721319:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535130752:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.721347:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.721366:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535131264:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.721389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.721414:0:3616:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787848646.721420:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535130624:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.721442:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.721460:0:3616:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535131136:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.721480:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.721508:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535130496:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.722712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.722744:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535131008:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.722765:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.722785:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787848646.722790:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535130368:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.722812:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.722830:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535130880:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.722851:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.722861:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8eab454ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535131392:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.722877:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787848646.722903:0:22776:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130240 00000100:00100000:1.0:1787848646.722909:0:22776:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130240 00000100:00100000:1.0:1787848646.722952:0:22776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1787848646.722960:0:22776:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3616:x1874694535130240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723015:0:22776:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac6fa12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92+24:3616:x1874694535130240:12345-0@lo:400:kworker.0 Request processed in 55us (1755us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723022:0:22776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1787848646.723055:0:24286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130752 00000100:00100000:1.0:1787848646.723058:0:24286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130752 00000100:00100000:1.0:1787848646.723085:0:24286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787848646.723091:0:24286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ac780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535130752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723121:0:24286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ac780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535130752:12345-0@lo:400:kworker.0 Request processed in 30us (1774us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723128:0:24286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787848646.723145:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535131264 00000100:00100000:1.0:1787848646.723149:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535131264 00000100:00100000:1.0:1787848646.723178:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535131136 00000100:00100000:1.0:1787848646.723181:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535131136 00000100:00100000:1.0:1787848646.723194:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130496 00000100:00100000:1.0:1787848646.723196:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130496 00000100:00100000:1.0:1787848646.723205:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535131008 00000100:00100000:1.0:1787848646.723207:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535131008 00000100:00100000:1.0:1787848646.723220:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130880 00000100:00100000:1.0:1787848646.723222:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130880 00000100:00100000:1.0:1787848646.723231:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535131392 00000100:00100000:1.0:1787848646.723233:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535131392 00000100:00100000:1.0:1787848646.723246:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787848646.723252:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454afc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535131264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723303:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454afc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3616:x1874694535131264:12345-0@lo:400:kworker.0 Request processed in 33us (1895us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723308:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787848646.723321:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787848646.723326:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535131136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723362:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3616:x1874694535131136:12345-0@lo:400:kworker.0 Request processed in 36us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723368:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787848646.723379:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787848646.723385:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454af840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535130496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723416:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454af840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1874694535130496:12345-0@lo:400:kworker.0 Request processed in 31us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723422:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787848646.723433:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787848646.723439:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535131008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723461:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1874694535131008:12345-0@lo:400:kworker.0 Request processed in 23us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723466:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787848646.723476:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787848646.723481:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535130880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.723501:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1874694535130880:12345-0@lo:400:kworker.0 Request processed in 21us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.723506:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787848646.725095:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787848646.725123:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535131392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.725201:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1874694535131392:12345-0@lo:400:kworker.0 Request processed in 92us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848646.738443:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130624 00000100:00100000:0.0:1787848646.738475:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130624 00000100:00100000:0.0:1787848646.738567:0:23522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694535130368 00000100:00100000:0.0:1787848646.738571:0:23522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694535130368 00000100:00100000:0.0:1787848646.738592:0:23522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787848646.738812:0:23522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454acf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535130624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787848646.738920:0:23522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454acf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3616:x1874694535130624:12345-0@lo:400:kworker.0 Request processed in 111us (17476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848646.741729:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787848646.741820:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454aed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535130624:0@lo:400:kworker.0 00010000:00080000:1.0:1787848646.741861:0:3616:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab454ade00 x1874694535131136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848646.741872:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454ade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3616:1874694535131136:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.741881:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab44475680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4689c2bf-b5bb-4477-b543-d7ba6a5b9a92:3616:1874694535130240:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.741894:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454af0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3616:1874694535130752:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.741905:0:3616:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3616:1874694535131264:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.741960:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454ae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3618:1874694535130880:0@lo:400:kworker.0 00010000:00080000:1.0:1787848646.741973:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8eab454ae940 x1874694535131392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787848662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787848646.741982:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454ae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3618:1874694535131392:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.741993:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454ae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3618:1874694535130496:0@lo:400:kworker.0 00000100:00100000:1.0:1787848646.742003:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab454af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3618:1874694535131008:0@lo:400:kworker.0 00000100:00080000:1.0:1787848646.742026:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787848646.742030:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787848646.743436:0:22786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787848646.743489:0:22786:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454acb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535130368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787848646.745865:0:22786:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454acb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1874694535130368:12345-0@lo:400:kworker.0 Request processed in 2407us (23042us total) trans 0 rc 0/0 00000100:00100000:2.0:1787848646.745880:0:22786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787848646.745950:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8eab444770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3618:1874694535130368:0@lo:400:kworker.0 00000100:00100000:0.0:1787848646.746065:0:23522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1787848647.166133:0:22770:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787848647.927797:0:22817:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787848647.927806:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787848647.927838:0:22817:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787848647.927844:0:22817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1787848648.188768:0:22769:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787848648.258118:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848648.258201:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848648.258229:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848648.259093:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495040 00000100:00100000:0.0:1787848648.259105:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495040 00000100:00100000:0.0:1787848648.259178:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 22 00000100:00100000:0.0:1787848648.259191:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ae940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523495040:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848648.259275:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ae940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523495040:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 86us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848648.259282:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 22 00000100:00080000:0.0:1787848648.259322:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787848648.274029:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848648.274068:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:1.0:1787848648.274092:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848648.274266:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494784 00000100:00100000:3.0:1787848648.274276:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494784 00000100:00100000:3.0:1787848648.274332:0:22773:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494656 00000100:00100000:3.0:1787848648.274336:0:22773:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494656 00000100:00100000:3.0:1787848648.274388:0:22773:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 167 00000100:00100000:3.0:1787848648.274398:0:22773:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523494656:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848648.274481:0:22773:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eac75d0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f27e4e20-b960-4a4a-97d6-199feba050a6+13:2393:x1874694523494656:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 85us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848648.274489:0:22773:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 167 00000100:00100000:3.0:1787848648.281050:0:22783:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495296 00000100:00100000:3.0:1787848648.281068:0:22783:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495296 00000100:00100000:3.0:1787848648.281111:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00100000:3.0:1787848648.281122:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:2393:x1874694523494784:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848648.281225:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bba4f38f-f351-443a-a1dc-e8df2d57ee75+22:2393:x1874694523494784:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 105us (23117us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848648.281233:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 66 00000100:00100000:3.0:1787848648.281254:0:22783:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 67 00000100:00100000:3.0:1787848648.281262:0:22783:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ae580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2393:x1874694523495296:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848648.281305:0:22783:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ae580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+6:2393:x1874694523495296:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 44us (23075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848648.281312:0:22783:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 67 00000100:00080000:0.0:1787848648.281714:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787848648.281731:0:25157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495552 00000100:00100000:0.0:1787848648.281736:0:25157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495552 00000100:00100000:0.0:1787848648.281871:0:25157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:0.0:1787848648.281879:0:25157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495552:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848648.281914:0:25157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495552:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 36us (7898us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848648.281920:0:25157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 23 00000100:00100000:1.0:1787848648.282350:0:22782:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523494912 00000100:00100000:1.0:1787848648.282369:0:22782:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523494912 00000100:00080000:2.0:1787848648.286840:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787848648.286855:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787848648.291938:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848648.291989:0:3609:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:0.0:1787848648.292018:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495424 00000100:00100000:0.0:1787848648.292026:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495424 00000100:00100000:0.0:1787848648.292094:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 68 00000100:00100000:0.0:1787848648.292103:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4551b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495424:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848648.292184:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4551b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495424:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 82us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848648.292191:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 68 00000100:00080000:0.0:1787848648.292211:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787848648.292243:0:3608:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.6@tcp (source: 12345-192.168.204.6@tcp) 00000100:00100000:3.0:1787848648.292327:0:24287:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495168 00000100:00100000:3.0:1787848648.292347:0:24287:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495168 00000100:00100000:0.0:1787848648.292380:0:24288:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874694523495680 00000100:00100000:3.0:1787848648.292382:0:24287:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00100000:0.0:1787848648.292383:0:24288:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874694523495680 00000100:00100000:3.0:1787848648.292390:0:24287:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab4551a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523495168:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:0.0:1787848648.292405:0:24288:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:0.0:1787848648.292411:0:24288:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab45519e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495680:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:3.0:1787848648.292423:0:24287:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab4551a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523495168:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 35us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1787848648.292429:0:24287:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 24 00000100:00080000:3.0:1787848648.292444:0:22777:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787848648.292645:0:24288:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab45519e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d48d09af-fe7a-4e20-9a1f-910ac4aaa828+5:2393:x1874694523495680:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 233us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1787848648.292652:0:24288:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 25 00000100:00100000:1.0:1787848648.294714:0:22782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.6@tcp, seq: 69 00000100:00100000:1.0:1787848648.294727:0:22782:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8eab454af0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523494912:12345-192.168.204.6@tcp:400:kworker.0 00000100:00100000:1.0:1787848648.294800:0:22782:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8eab454af0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bba4f38f-f351-443a-a1dc-e8df2d57ee75+5:2393:x1874694523494912:12345-192.168.204.6@tcp:400:kworker.0 Request processed in 78us (20707us total) trans 0 rc 0/0 00000100:00100000:1.0:1787848648.294808:0:22782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.6@tcp, seq: 69 Debug log: 13936 lines, 13936 kept, 0 dropped, 0 bad.