00000040:00080000:3.0F:1789264369.033960:0:17239:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789264369.033982:0:17239:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789264369.034020:0:17239:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1789264369.034031:0:17239:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0F:1789264369.165863:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322851456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789264369.165980:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264369.166716:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322851456 00000100:00100000:3.0:1789264369.166730:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322851456 00000100:00100000:3.0:1789264369.166819:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789264369.166829:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322851456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789264369.166862:0:17208:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789264369.166923:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322851456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264369.166931:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789264369.166981:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322851456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0F:1789264369.167613:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789264369.167639:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322851584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264369.167683:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264369.167873:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322851584 00000100:00100000:3.0:1789264369.167880:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322851584 00000100:00100000:3.0:1789264369.167912:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789264369.167920:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322851584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789264369.167944:0:17208:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789264369.167981:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322851584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264369.167988:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789264369.168654:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322851584:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0F:1789264369.545917:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264370.573621:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789264371.019501:0:17956:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789264371.156985:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264371.157037:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311269504 00000100:00100000:2.0:1789264371.157048:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311269504 00000100:00100000:2.0:1789264371.157126:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 65 00000100:00100000:2.0:1789264371.157138:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+22:15564:x1876179311269504:12345-192.168.203.44@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1789264371.157237:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+22:15564:x1876179311269504:12345-192.168.203.44@tcp:60:lhsmtool_posix.0 Request processed in 101us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264371.157244:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 65 00000100:00080000:0.0:1789264371.158171:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789264371.164876:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.165976:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311269632 00000100:00100000:3.0:1789264371.165986:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311269632 00000100:00100000:3.0:1789264371.166251:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 66 00000100:00100000:3.0:1789264371.166262:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:15564:x1876179311269632:12345-192.168.203.44@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789264371.166370:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:15564:x1876179311269632:12345-192.168.203.44@tcp:60:lhsmtool_posix.0 Request processed in 110us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264371.166387:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 66 00000100:00080000:2.0:1789264371.167611:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789264371.169927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264371.169993:0:17207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311269888 00000100:00100000:0.0:1789264371.170015:0:17207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311269888 00000100:00100000:0.0:1789264371.170072:0:17207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12 00000100:00100000:0.0:1789264371.170083:0:17207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd292616-4ff1-43bd-9855-5a9de2560302+22:15564:x1876179311269888:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789264371.170332:0:17207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:dd292616-4ff1-43bd-9855-5a9de2560302+23:15564:x1876179311269888:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 Request processed in 250us (413us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1789264371.170340:0:17207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12 00000001:00080000:3.0:1789264371.184201:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1789264371.184231:0:17184:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9c3a8a0a1a80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789264371.184237:0:17184:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c3a8c6b9500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9c3a8a0a16c0 00000020:00080000:3.0:1789264371.184239:0:17184:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c3a8c6b9e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c3aafff5800 00010000:00010000:1.0:1789264371.184333:0:3608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184345:0:3608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184353:0:3608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184359:0:3608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ba00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264371.184364:0:3608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184372:0:3608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184391:0:3608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c39824a1600) 00010000:00010000:1.0:1789264371.184395:0:3608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264371.184399:0:3608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264371.184405:0:3608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed84dd lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17203 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1789264371.185216:0:17243:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1789264371.185294:0:17243:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789264371.594096:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264371.664347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.664397:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.664440:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264371.664623:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270144 00000100:00100000:2.0:1789264371.664637:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270144 00000100:00100000:2.0:1789264371.664714:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270272 00000100:00100000:2.0:1789264371.664718:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270272 00000100:00100000:2.0:1789264371.664796:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:2.0:1789264371.664809:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:2402:x1876179311270144:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264371.664903:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:2402:x1876179311270144:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 97us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264371.664912:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:2.0:1789264371.664933:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264371.664941:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:2403:x1876179311270272:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264371.664970:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:dd292616-4ff1-43bd-9855-5a9de2560302+5:2403:x1876179311270272:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264371.664976:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:0.0:1789264371.665033:0:17198:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270016 00000100:00100000:0.0:1789264371.665048:0:17198:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270016 00000100:00100000:0.0:1789264371.665112:0:17198:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 163 00000100:00100000:0.0:1789264371.665129:0:17198:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984624450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+13:2403:x1876179311270016:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264371.665208:0:17198:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984624450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+13:2403:x1876179311270016:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 86us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264371.665219:0:17198:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 163 00000100:00080000:3.0:1789264371.665435:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789264371.665442:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789264371.680408:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.680458:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.680492:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264371.680688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264371.680780:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270528 00000100:00100000:1.0:1789264371.680783:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270400 00000100:00100000:2.0:1789264371.680793:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270528 00000100:00100000:1.0:1789264371.680793:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270400 00000100:00100000:1.0:1789264371.680866:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 53 00000100:00100000:1.0:1789264371.680875:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+6:2402:x1876179311270400:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1789264371.680960:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+6:2402:x1876179311270400:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 85us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264371.680968:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 53 00000100:00100000:2.0:1789264371.681090:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 54 00000100:00100000:2.0:1789264371.681098:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311270528:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264371.681132:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311270528:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 35us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264371.681140:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270656 00000100:00100000:2.0:1789264371.681142:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 54 00000100:00100000:0.0:1789264371.681153:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270656 00000100:00100000:2.0:1789264371.681203:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270784 00000100:00100000:2.0:1789264371.681210:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270784 00000100:00100000:0.0:1789264371.681241:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:0.0:1789264371.681257:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2402:x1876179311270656:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264371.681270:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:2.0:1789264371.681287:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311270784:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264371.681347:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2402:x1876179311270656:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 95us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264371.681362:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983df5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311270784:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 80us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264371.681369:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:0.0:1789264371.681455:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00080000:1.0:1789264371.681519:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789264371.681524:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789264371.681527:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264371.681529:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789264372.618807:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264372.746132:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322851712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264372.746235:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.747119:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322851712 00000100:00100000:1.0:1789264372.747135:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322851712 00000100:00100000:1.0:1789264372.747203:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789264372.747215:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322851712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789264372.747247:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1789264372.747333:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322851712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.747340:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789264372.747393:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322851712:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789264372.747578:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264372.747894:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789264372.747907:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983df5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322851840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789264372.747949:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264372.747988:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322851840 00000100:00100000:3.0:1789264372.747993:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322851840 00000100:00100000:3.0:1789264372.748027:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789264372.748034:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322851840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789264372.748045:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789264372.748077:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983df4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322851840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00080000:1.0:1789264372.748327:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264372.748577:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789264372.748622:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983df5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322851840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789264372.749594:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322852096:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.749658:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264372.749669:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322852224:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.749716:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322852608:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.749820:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322852352:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.749827:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264372.749905:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852096 00000100:00100000:3.0:1789264372.749914:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852096 00000100:00100000:3.0:1789264372.749967:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789264372.749982:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322851968:0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.749983:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322852096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.750050:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.750078:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322852864:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.750103:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.750140:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322853376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789264372.750162:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.750191:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853376 00000100:00100000:1.0:1789264372.750194:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853376 00000100:00100000:1.0:1789264372.750227:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789264372.750234:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322853376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789264372.750255:0:18712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789264372.750292:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322853376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.750299:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789264372.750335:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322853376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789264372.750355:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852352 00000100:00100000:1.0:1789264372.750358:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852352 00000100:00100000:1.0:1789264372.750380:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852864 00000100:00100000:1.0:1789264372.750382:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852864 00000100:00100000:1.0:1789264372.750399:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789264372.750405:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322852352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.750437:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322852352:12345-0@lo:400:kworker.0 Request processed in 32us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.750444:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789264372.750454:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789264372.750459:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322852864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.750483:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322852864:12345-0@lo:400:kworker.0 Request processed in 24us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.750488:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1789264372.750515:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322852352:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.751670:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322852736:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.751838:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264372.751873:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322853248:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.751899:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264372.751968:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852736 00000100:00100000:0.0:1789264372.751976:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852736 00000100:00100000:0.0:1789264372.752026:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853248 00000100:00100000:0.0:1789264372.752029:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853248 00000100:00100000:0.0:1789264372.752052:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789264372.752060:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322852736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.752115:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322852736:12345-0@lo:400:kworker.0 Request processed in 55us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264372.752124:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789264372.752143:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789264372.752149:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876179322853248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.752215:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876179322853248:12345-0@lo:400:kworker.0 Request processed in 66us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264372.752222:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789264372.752243:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264372.752273:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322853120:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.752296:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264372.752326:0:19101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852224 00000100:00100000:0.0:1789264372.752347:0:19101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852224 00000100:00100000:1.0:1789264372.752504:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322852864:0@lo:400:kworker.0 00000100:00100000:2.0:1789264372.752522:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264372.752580:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322852480:0@lo:400:kworker.0 00000100:00080000:1.0:1789264372.752580:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264372.752592:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789264372.752597:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789264372.752617:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853120 00000100:00100000:2.0:1789264372.752624:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.752625:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853120 00000100:00100000:2.0:1789264372.752654:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322852992:0@lo:400:kworker.0 00000100:00100000:2.0:1789264372.752686:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264372.752694:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789264372.752710:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1876179322853120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.752806:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1876179322853120:12345-0@lo:400:kworker.0 Request processed in 103us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.752813:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789264372.752828:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852992 00000100:00100000:1.0:1789264372.752831:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852992 00000100:00100000:1.0:1789264372.752848:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789264372.752853:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322852992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.753438:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322852096:12345-0@lo:400:kworker.0 Request processed in 3459us (3777us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264372.753451:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789264372.753477:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852480 00000100:00100000:3.0:1789264372.753480:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852480 00000100:00100000:3.0:1789264372.753511:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789264372.753522:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322852480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.753526:0:19101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322852608 00000100:00100000:0.0:1789264372.753545:0:19101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322852608 00000100:00100000:2.0:1789264372.753639:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322851968 00000100:00100000:2.0:1789264372.753644:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322851968 00000100:00100000:2.0:1789264372.753680:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1789264372.753688:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984626850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3623:x1876179322851968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.753986:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322852992:12345-0@lo:400:kworker.0 Request processed in 1129us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264372.753995:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:1.0:1789264372.754019:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264372.754023:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789264372.754082:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322852736:0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.754090:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322852480:12345-0@lo:400:kworker.0 Request processed in 569us (1464us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264372.754099:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00080000:1.0:1789264372.754103:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3ababbca80 x1876179322853248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264372.754115:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322853248:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.754171:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322853120:0@lo:400:kworker.0 00000100:00100000:1.0:1789264372.754200:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322852096:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.754348:0:19101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789264372.754363:0:19101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322852224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.754474:0:19869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789264372.754489:0:19869:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322852608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.754655:0:19869:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322852608:12345-0@lo:400:kworker.0 Request processed in 171us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264372.754663:0:19869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789264372.754703:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322852608:0@lo:400:kworker.0 00000100:00100000:3.0:1789264372.754716:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322852480:0@lo:400:kworker.0 00010000:00080000:3.0:1789264372.754735:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3ababbc000 x1876179322852992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264372.754778:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322852992:0@lo:400:kworker.0 00000100:00100000:0.0:1789264372.755639:0:19101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322852224:12345-0@lo:400:kworker.0 Request processed in 1273us (5888us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264372.755653:0:19101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789264372.755695:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322852224:0@lo:400:kworker.0 00000100:00100000:2.0:1789264372.755874:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984626850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3623:x1876179322851968:12345-0@lo:400:kworker.0 Request processed in 2183us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264372.755884:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1789264372.755969:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322851968:0@lo:400:kworker.0 00000100:00100000:3.0:1789264373.259354:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322853504:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789264373.259456:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264373.259655:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853504 00000100:00100000:1.0:1789264373.259666:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853504 00000100:00100000:1.0:1789264373.259736:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789264373.259776:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322853504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789264373.259806:0:18712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789264373.259886:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983df5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322853504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264373.259894:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789264373.260060:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322853504:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789264373.642739:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264374.284077:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322853632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789264374.284542:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322853760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789264374.284585:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264374.284805:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853632 00000100:00100000:3.0:1789264374.284815:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853632 00000100:00100000:3.0:1789264374.284874:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789264374.284885:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322853632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789264374.284933:0:17208:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789264374.284993:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322853632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264374.285002:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789264374.285060:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322853632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264374.285202:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264374.285461:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853760 00000100:00100000:1.0:1789264374.285467:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853760 00000100:00100000:1.0:1789264374.285494:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789264374.285501:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322853760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789264374.285534:0:17209:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789264374.285592:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322853760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264374.285599:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789264374.285736:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322853760:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1789264374.612261:0:20581:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 21:52:53 (1789264373) 00010000:00010000:1.0:1789264374.666918:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264375.691958:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264376.714157:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264376.786374:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.786424:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.786461:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264376.786580:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271168 00000100:00100000:2.0:1789264376.786590:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271168 00000100:00100000:2.0:1789264376.786653:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271040 00000100:00100000:2.0:1789264376.786657:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271040 00000100:00100000:2.0:1789264376.786679:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 61 00000100:00100000:2.0:1789264376.786689:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+5:2402:x1876179311271168:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264376.786792:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983df7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+5:2402:x1876179311271168:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 103us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.786799:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 61 00000100:00100000:2.0:1789264376.786818:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 62 00000100:00100000:2.0:1789264376.786825:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+13:2402:x1876179311271040:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264376.786853:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983df4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dd292616-4ff1-43bd-9855-5a9de2560302+13:2402:x1876179311271040:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.786859:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 62 00000100:00080000:3.0:1789264376.786982:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789264376.786987:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789264376.787894:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311270912 00000100:00100000:0.0:1789264376.787903:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311270912 00000100:00100000:0.0:1789264376.787991:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 165 00000100:00100000:0.0:1789264376.788000:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984625050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+13:2402:x1876179311270912:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264376.788063:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984625050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+13:2402:x1876179311270912:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 65us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264376.788070:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 165 00000100:00100000:3.0:1789264376.794052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.794108:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.794144:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.794163:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.794180:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264376.794198:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264376.794334:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271296 00000100:00100000:2.0:1789264376.794343:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271296 00000100:00100000:2.0:1789264376.794407:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271808 00000100:00100000:2.0:1789264376.794411:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271808 00000100:00100000:2.0:1789264376.794439:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271936 00000100:00100000:2.0:1789264376.794443:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271936 00000100:00100000:2.0:1789264376.794457:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271424 00000100:00100000:2.0:1789264376.794460:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271424 00000100:00100000:2.0:1789264376.794478:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:2.0:1789264376.794487:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd292616-4ff1-43bd-9855-5a9de2560302+5:2403:x1876179311271424:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264376.794585:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd292616-4ff1-43bd-9855-5a9de2560302+5:2403:x1876179311271424:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 97us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.794592:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:2.0:1789264376.794609:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:2.0:1789264376.794615:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd292616-4ff1-43bd-9855-5a9de2560302+5:2401:x1876179311271296:12345-192.168.203.44@tcp:9:kworker.0 00000020:00000080:2.0:1789264376.794633:0:18710:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed820c 00000100:00080000:2.0:1789264376.794645:0:18710:0:(import.c:65:import_set_state_nolock()) ffff9c39846aa800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789264376.794683:0:18710:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789264376.794835:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dd292616-4ff1-43bd-9855-5a9de2560302+2:2401:x1876179311271296:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 218us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.794842:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:2.0:1789264376.794856:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:2.0:1789264376.794862:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2401:x1876179311271808:12345-192.168.203.44@tcp:9:kworker.0 00000020:00000080:2.0:1789264376.794873:0:18710:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8252 00000100:00080000:2.0:1789264376.794877:0:18710:0:(import.c:65:import_set_state_nolock()) ffff9c3aaff85000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789264376.794898:0:18710:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789264376.794945:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+2:2401:x1876179311271808:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 82us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.794951:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:2.0:1789264376.794963:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 31 00000100:00100000:2.0:1789264376.794969:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2401:x1876179311271936:12345-192.168.203.44@tcp:9:kworker.0 00000020:00000080:2.0:1789264376.794978:0:18710:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed824b 00000100:00080000:2.0:1789264376.794984:0:18710:0:(import.c:65:import_set_state_nolock()) ffff9c3aaff14000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789264376.795002:0:18710:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934601 00000100:00100000:2.0:1789264376.795078:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+2:2401:x1876179311271936:12345-192.168.203.44@tcp:9:kworker.0 Request processed in 108us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.795330:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 31 00010000:00010000:2.0:1789264376.795353:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264376.795416:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271680 00000100:00100000:2.0:1789264376.795422:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271680 00000100:00100000:2.0:1789264376.795449:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311271552 00000100:00100000:2.0:1789264376.795452:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311271552 00000100:00100000:2.0:1789264376.795470:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 63 00000100:00100000:2.0:1789264376.795476:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311271680:12345-192.168.203.44@tcp:400:kworker.0 00010000:00010000:1.0:1789264376.795736:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264376.795774:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 64 00000100:00100000:1.0:1789264376.795783:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abab41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3542bc01-ba46-418a-baf3-94035bd58f4f+6:2403:x1876179311271552:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1789264376.795811:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3542bc01-ba46-418a-baf3-94035bd58f4f+6:2403:x1876179311271552:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 32us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264376.795818:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 64 00010000:00010000:1.0:1789264376.795841:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264376.796343:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abab42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2403:x1876179311271680:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (1323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264376.796352:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 63 00000100:00080000:2.0:1789264376.798046:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789264376.798056:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789264376.798060:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789264376.798063:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:3.0:1789264376.844034:0:17184:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789264376.844141:0:17243:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789264376.844158:0:17243:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:0.0:1789264377.357276:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264377.357397:0:17206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311272192 00000100:00100000:2.0:1789264377.357410:0:17206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311272192 00000100:00100000:2.0:1789264377.357483:0:17206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:2.0:1789264377.357511:0:17206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd292616-4ff1-43bd-9855-5a9de2560302+13:16326:x1876179311272192:12345-192.168.203.44@tcp:35:umount.0 00000001:00080000:2.0:1789264377.358124:0:17206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:2.0:1789264377.358226:0:17206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:2.0:1789264377.358388:0:17206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:dd292616-4ff1-43bd-9855-5a9de2560302+16:16326:x1876179311272192:12345-192.168.203.44@tcp:35:umount.0 Request processed in 894us (1125us total) trans 8589934626 rc 0/0 00000100:00100000:2.0:1789264377.358399:0:17206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13 00000020:00080000:2.0:1789264377.358404:0:17206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1789264377.365716:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264377.365886:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264377.365921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264377.366056:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311272320 00000100:00100000:2.0:1789264377.366087:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311272320 00000100:00100000:0.0:1789264377.366161:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264377.366203:0:19101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311272704 00000100:00100000:0.0:1789264377.366207:0:19101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311272704 00000100:00100000:0.0:1789264377.366254:0:19101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 32 00000100:00100000:0.0:1789264377.366265:0:19101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd292616-4ff1-43bd-9855-5a9de2560302+5:2401:x1876179311272704:12345-192.168.203.44@tcp:9:umount.0 00000020:00000080:0.0:1789264377.366311:0:19101:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8213 00000100:00080000:0.0:1789264377.366324:0:19101:0:(import.c:65:import_set_state_nolock()) ffff9c39846a8800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789264377.366377:0:19101:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934601 00000100:00100000:0.0:1789264377.366571:0:19101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dd292616-4ff1-43bd-9855-5a9de2560302+2:2401:x1876179311272704:12345-192.168.203.44@tcp:9:umount.0 Request processed in 307us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264377.366579:0:19101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 32 00010000:00010000:0.0:1789264377.366873:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264377.367449:0:18356:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311272448 00000100:00100000:1.0:1789264377.367458:0:18356:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311272448 00000100:00100000:1.0:1789264377.367566:0:18356:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311272576 00000100:00100000:1.0:1789264377.367570:0:18356:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311272576 00000100:00100000:1.0:1789264377.367601:0:18356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:1.0:1789264377.367611:0:18356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+15:2402:x1876179311272320:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789264377.367626:0:18356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264377.367652:0:18356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed81e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdae65 expref: 15 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264377.367670:0:18356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264377.367813:0:18356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+14:2402:x1876179311272320:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 202us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.367821:0:18356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:1.0:1789264377.367842:0:18356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:1.0:1789264377.367848:0:18356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39833ca850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+13:2402:x1876179311272448:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789264377.367856:0:18356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264377.367866:0:18356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1da00/0xecaf9f2f14ed81f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdae96 expref: 13 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264377.367876:0:18356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264377.367910:0:18356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39833ca850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+12:2402:x1876179311272448:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 61us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.367916:0:18356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:1.0:1789264377.367984:0:18356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:1.0:1789264377.367990:0:18356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+11:2403:x1876179311272576:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789264377.367998:0:18356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264377.368007:0:18356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e45800/0xecaf9f2f14ed8275 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf4c expref: 11 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264377.368016:0:18356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264377.368032:0:18356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c15e3cda-8a20-42cd-8b8c-4b2123105b47+10:2403:x1876179311272576:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 43us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.368038:0:18356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:0.0:1789264377.376947:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264377.377074:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311273600 00000100:00100000:1.0:1789264377.377088:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311273600 00000100:00100000:1.0:1789264377.378260:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 67 00000100:00100000:1.0:1789264377.378284:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd292616-4ff1-43bd-9855-5a9de2560302+16:2401:x1876179311273600:12345-192.168.203.44@tcp:39:umount.0 00000020:00000080:1.0:1789264377.378329:0:17203:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed81fe 00000020:00010000:1.0:1789264377.378351:0:17203:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c3abaf0b000: total 0 00000100:00080000:1.0:1789264377.378357:0:17203:0:(import.c:65:import_set_state_nolock()) ffff9c3abaf09000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789264377.378402:0:17203:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:3.0:1789264377.378686:0:17192:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c3abaf0b000: total 0 00010000:00010000:3.0:1789264377.378692:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264377.378785:0:17192:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c3abaf0b000, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1789264377.378832:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c398335f900) 00010000:00010000:3.0:1789264377.378836:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789264377.378847:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9ff600/0xecaf9f2f14ed850e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb009 expref: 15 pid: 17203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.378873:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c3ab7e78400) 00010000:00010000:3.0:1789264377.378875:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264377.378879:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed82e5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf5a expref: 14 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.378900:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e78a00) 00010000:00010000:3.0:1789264377.378903:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789264377.378907:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45a00/0xecaf9f2f14ed8324 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf68 expref: 13 pid: 18643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.378923:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c39824a1600) 00010000:00010000:3.0:1789264377.378927:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789264377.378931:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a400/0xecaf9f2f14ed84b3 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdafe6 expref: 12 pid: 17204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.378948:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c3ab7e78600) 00010000:00010000:3.0:1789264377.378950:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789264377.378955:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44a00/0xecaf9f2f14ed82c9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf53 expref: 11 pid: 18643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.378972:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9c3a8c3bec00) 00010000:00010000:3.0:1789264377.378992:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789264377.378997:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abac1c600/0xecaf9f2f14ed83a9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf92 expref: 10 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.379018:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c398335f900) 00010000:00010000:3.0:1789264377.379021:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789264377.379025:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abac1dc00/0xecaf9f2f14ed8458 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdafd1 expref: 9 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.379038:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c398335f900) 00010000:00010000:3.0:1789264377.379041:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1789264377.379044:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a813fc000/0xecaf9f2f14ed8427 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdafbc expref: 8 pid: 18643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264377.379063:0:17192:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c3abaf0b000, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1789264377.379081:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264377.379083:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264377.379085:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264377.379988:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dd292616-4ff1-43bd-9855-5a9de2560302+6:2401:x1876179311273600:12345-192.168.203.44@tcp:39:umount.0 Request processed in 1705us (3046us total) trans 8589934627 rc 0/0 00000100:00100000:1.0:1789264377.380002:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 67 00000100:00100000:1.0:1789264377.390880:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264377.391047:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311273728 00000100:00100000:2.0:1789264377.391061:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311273728 00000100:00100000:2.0:1789264377.391137:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 68 00000100:00100000:2.0:1789264377.391148:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd292616-4ff1-43bd-9855-5a9de2560302+5:2401:x1876179311273728:12345-192.168.203.44@tcp:39:umount.0 00000020:00000080:2.0:1789264377.391242:0:17204:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8205 00000100:00080000:2.0:1789264377.391265:0:17204:0:(import.c:65:import_set_state_nolock()) ffff9c3aaff13800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789264377.391338:0:17204:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:2.0:1789264377.391799:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dd292616-4ff1-43bd-9855-5a9de2560302+3:2401:x1876179311273728:12345-192.168.203.44@tcp:39:umount.0 Request processed in 592us (871us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1789264377.391811:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 68 00010000:00010000:1.0:1789264377.392022:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264377.737988:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264377.866170:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789264377.866399:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322854144:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.866438:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322854400:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.866512:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264377.866526:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264377.866591:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322854656:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.866617:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264377.866640:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3624:1876179322855168:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.866667:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854144 00000100:00100000:3.0:1789264377.866672:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264377.866677:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854144 00000100:00100000:3.0:1789264377.866696:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322855680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789264377.866726:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264377.866728:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854656 00000100:00100000:2.0:1789264377.866733:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854656 00000100:00100000:2.0:1789264377.866800:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789264377.866811:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322854144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.866872:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322854144:12345-0@lo:400:kworker.0 Request processed in 62us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.866879:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789264377.866899:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789264377.866906:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322854656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.866934:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322854016:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.866936:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322854656:12345-0@lo:400:kworker.0 Request processed in 31us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.866946:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789264377.866986:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264377.867019:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322853888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789264377.867044:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264377.867068:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322854528:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.867117:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855168 00000100:00100000:2.0:1789264377.867122:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855168 00000100:00100000:0.0:1789264377.867160:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264377.867164:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789264377.867180:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1876179322855168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867189:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322855040:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.867221:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1876179322855168:12345-0@lo:400:kworker.0 Request processed in 42us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264377.867230:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264377.867233:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789264377.867243:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854528 00000100:00100000:2.0:1789264377.867245:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854528 00000100:00100000:2.0:1789264377.867263:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1789264377.867268:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322854528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.867291:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322854528:12345-0@lo:400:kworker.0 Request processed in 22us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.867296:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1789264377.867310:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789264377.867337:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855680 00000100:00100000:2.0:1789264377.867340:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855680 00000100:00100000:2.0:1789264377.867363:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322853888 00000100:00100000:2.0:1789264377.867366:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322853888 00000100:00100000:2.0:1789264377.867377:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789264377.867383:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322855680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789264377.867411:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789264377.867437:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322855552:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.867452:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322855680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264377.867470:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264377.867493:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322854912:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867519:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f348380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322854528:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867539:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789264377.867542:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264377.867569:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322855424:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.867587:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854400 00000100:00100000:1.0:1789264377.867592:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854400 00000100:00100000:0.0:1789264377.867599:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264377.867626:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854912 00000100:00100000:1.0:1789264377.867630:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854912 00000100:00100000:0.0:1789264377.867638:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855040 00000100:00100000:0.0:1789264377.867643:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855040 00000100:00100000:1.0:1789264377.867664:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789264377.867672:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322855680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789264377.867673:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855552 00000100:00100000:1.0:1789264377.867678:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322854400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867678:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855552 00000100:00100000:0.0:1789264377.867701:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855424 00000100:00100000:0.0:1789264377.867705:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855424 00000100:00100000:3.0:1789264377.867715:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f349c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322854656:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867731:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789264377.867740:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3624:1876179322855168:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.867762:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1876179322855040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.867839:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322854400:12345-0@lo:400:kworker.0 Request processed in 165us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.867847:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789264377.867861:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789264377.867868:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322854912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.867901:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322854144:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.867914:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322854912:12345-0@lo:400:kworker.0 Request processed in 46us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.867985:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789264377.867998:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789264377.868008:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789264377.868017:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1789264377.868021:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322854272:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.868030:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322853888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789264377.868055:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789264377.868063:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1876179322855040:12345-0@lo:400:kworker.0 Request processed in 322us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264377.868072:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264377.868077:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789264377.868103:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322853888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.868107:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854272 00000100:00100000:3.0:1789264377.868111:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8f34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322854784:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868114:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854272 00000100:00100000:2.0:1789264377.868127:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789264377.868158:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789264377.868161:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854016 00000100:00100000:2.0:1789264377.868167:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854016 00000100:00100000:0.0:1789264377.868170:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789264377.868171:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322854272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.868183:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322855552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.868209:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789264377.868221:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322854272:12345-0@lo:400:kworker.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.868222:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984626050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3623:x1876179322854016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868237:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789264377.868271:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984626050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3623:x1876179322854016:12345-0@lo:400:kworker.0 Request processed in 53us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.868286:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789264377.868296:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322855424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868341:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322855424:12345-0@lo:400:kworker.0 Request processed in 47us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.868349:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789264377.868350:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322855552:12345-0@lo:400:kworker.0 Request processed in 52us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264377.868360:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789264377.868393:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f34aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322854400:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.868397:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264377.868409:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322855424:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868416:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f349f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322854912:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.868433:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322855296:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.868433:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f349500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322855040:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868446:0:18711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322854784 00000100:00100000:1.0:1789264377.868451:0:18711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322854784 00010000:00080000:0.0:1789264377.868458:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39845ece00 x1876179322855552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264377.868474:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322855552:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.868475:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264377.868482:0:18711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264377.868484:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1789264377.868494:0:18711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322854784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.868495:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322854016:0@lo:400:kworker.0 00000100:00100000:3.0:1789264377.868527:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322854272:0@lo:400:kworker.0 00000100:00100000:0.0:1789264377.868539:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322853888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789264377.868554:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8f34ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322854784:0@lo:400:kworker.0 00000100:00100000:1.0:1789264377.868554:0:18711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322854784:12345-0@lo:400:kworker.0 Request processed in 63us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264377.868568:0:18711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789264377.868597:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855296 00000100:00100000:1.0:1789264377.868600:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855296 00000100:00100000:1.0:1789264377.868636:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789264377.868646:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322855296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.868659:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322855808:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789264377.868685:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789264377.868692:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789264377.868692:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322855296:12345-0@lo:400:kworker.0 Request processed in 48us (219us total) trans 0 rc 0/0 00000100:00080000:3.0:1789264377.868697:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789264377.868702:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789264377.868703:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789264377.868706:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00080000:0.0:1789264377.868709:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39845ed500 x1876179322855296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264377.868721:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322855296:0@lo:400:kworker.0 00000100:00100000:2.0:1789264377.868789:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855808 00000100:00100000:2.0:1789264377.868794:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855808 00000100:00100000:2.0:1789264377.868820:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264377.868828:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322855808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789264377.868858:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789264377.868904:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322855808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264377.868910:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789264377.868992:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322855808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789264378.378215:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789264378.378246:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322855936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789264378.378336:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264378.378422:0:18712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322855936 00000100:00100000:2.0:1789264378.378433:0:18712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322855936 00000100:00100000:2.0:1789264378.378728:0:18712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789264378.378786:0:18712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322855936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789264378.378817:0:18712:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789264378.378892:0:18712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322855936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264378.378901:0:18712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789264378.378945:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322855936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789264378.573612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264378.573646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264378.573727:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311273984 00000100:00100000:2.0:1789264378.573764:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311273984 00000100:00100000:2.0:1789264378.573848:0:17190:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311273856 00000100:00100000:2.0:1789264378.573851:0:17190:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311273856 00000100:00100000:2.0:1789264378.573888:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:2.0:1789264378.573899:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+11:2404:x1876179311273984:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264378.573918:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264378.573941:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed822f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf06 expref: 11 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264378.573962:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264378.574036:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+10:2404:x1876179311273984:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 139us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264378.574044:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:2.0:1789264378.574063:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:2.0:1789264378.574069:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984639500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+9:2403:x1876179311273856:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264378.574076:0:17190:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264378.574085:0:17190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abb9fe000/0xecaf9f2f14ed8228 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaed5 expref: 9 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264378.574093:0:17190:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264378.574107:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984639500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c15e3cda-8a20-42cd-8b8c-4b2123105b47+8:2403:x1876179311273856:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 39us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264378.574120:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:1.0:1789264378.577112:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264378.577180:0:17191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311274112 00000100:00100000:2.0:1789264378.577196:0:17191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311274112 00000100:00100000:2.0:1789264378.577290:0:17191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:2.0:1789264378.577301:0:17191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+8:2403:x1876179311274112:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264378.577337:0:17191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264378.577360:0:17191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366a000/0xecaf9f2f14ed826e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf45 expref: 8 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264378.577380:0:17191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264378.577513:0:17191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+7:2403:x1876179311274112:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 213us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264378.577521:0:17191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:2.0:1789264378.590293:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264378.591233:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311274368 00000100:00100000:0.0:1789264378.591255:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311274368 00000100:00100000:0.0:1789264378.591403:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 69 00000100:00100000:0.0:1789264378.591414:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3542bc01-ba46-418a-baf3-94035bd58f4f+6:2401:x1876179311274368:12345-192.168.203.44@tcp:39:umount.0 00000020:00000080:0.0:1789264378.591464:0:18643:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed823d 00000020:00010000:0.0:1789264378.591473:0:18643:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c3aaff86000: total 0 00000100:00080000:0.0:1789264378.591478:0:18643:0:(import.c:65:import_set_state_nolock()) ffff9c3aaff86800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789264378.591551:0:18643:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1789264378.591738:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2401:x1876179311274368:12345-192.168.203.44@tcp:39:umount.0 Request processed in 324us (1459us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1789264378.591769:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 69 00000020:00010000:2.0:1789264378.592036:0:17192:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c3aaff86000: total 0 00010000:00010000:2.0:1789264378.592174:0:17192:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c3aaff86000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1789264378.592220:0:17192:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e78a00) 00010000:00010000:2.0:1789264378.592223:0:17192:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789264378.592233:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44600/0xecaf9f2f14ed8332 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdaf6f expref: 4 pid: 17205 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789264378.592368:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789264378.592432:0:17192:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c3aaff86000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789264378.592446:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264378.592448:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264378.592450:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264378.602692:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264378.603368:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311274496 00000100:00100000:3.0:1789264378.603384:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311274496 00000100:00100000:3.0:1789264378.603490:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 70 00000100:00100000:3.0:1789264378.603517:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+5:2401:x1876179311274496:12345-192.168.203.44@tcp:39:umount.0 00000020:00000080:3.0:1789264378.603572:0:17204:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8244 00000100:00080000:3.0:1789264378.603600:0:17204:0:(import.c:65:import_set_state_nolock()) ffff9c3aaff85800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789264378.603640:0:17204:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:0.0:1789264378.603666:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789264378.603708:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789264378.603869:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3542bc01-ba46-418a-baf3-94035bd58f4f+3:2401:x1876179311274496:12345-192.168.203.44@tcp:39:umount.0 Request processed in 356us (1191us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1789264378.603879:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 70 00000100:00100000:1.0:1789264378.628597:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264378.630617:0:17199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311274752 00000100:00100000:0.0:1789264378.630637:0:17199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311274752 00000100:00100000:1.0:1789264378.631027:0:17199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 167 00000100:00100000:1.0:1789264378.631041:0:17199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984625850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+7:2401:x1876179311274752:12345-192.168.203.44@tcp:251:umount.0 00000020:00000080:1.0:1789264378.631116:0:17199:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed81db 00000020:00010000:1.0:1789264378.631126:0:17199:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c3abaf0f000: total 0 00000100:00080000:1.0:1789264378.631148:0:17199:0:(import.c:65:import_set_state_nolock()) ffff9c3abaf0e800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1789264378.631305:0:17199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984625850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c15e3cda-8a20-42cd-8b8c-4b2123105b47+3:2401:x1876179311274752:12345-192.168.203.44@tcp:251:umount.0 Request processed in 266us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264378.631314:0:17199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 167 00000020:00010000:0.0:1789264378.631569:0:17193:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c3abaf0f000: total 0 00010000:00010000:0.0:1789264378.632715:0:17193:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c3abaf0f000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1789264378.632888:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366a600/0xecaf9f2f14ed81e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdae5e expref: 2 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264378.632909:0:17193:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c3abaf0f000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1789264378.633063:0:17193:0:(genops.c:885:class_export_put()) final put ffff9c3abaf0f000/c15e3cda-8a20-42cd-8b8c-4b2123105b47 00010000:00010000:0.0:1789264378.633134:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264378.633145:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264378.633149:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789264378.633229:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3abaf0f000/c15e3cda-8a20-42cd-8b8c-4b2123105b47 for MGS 00000020:00000080:2.0:1789264378.633350:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3abaf0e800 for MGS 00010000:00010000:3.0:1789264378.762693:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789264379.280193:0:17239:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789264379.280201:0:17239:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789264379.280231:0:17239:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789264379.280238:0:17239:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:0.0:1789264379.401887:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ababbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322856064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789264379.401955:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264379.402094:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856064 00000100:00100000:2.0:1789264379.402103:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856064 00000100:00100000:3.0:1789264379.402153:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789264379.402159:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789264379.402168:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322856192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264379.402173:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322856064:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789264379.402204:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1789264379.402211:0:17208:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264379.402278:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f349500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322856064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264379.402285:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789264379.402300:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856192 00000100:00100000:2.0:1789264379.402304:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856192 00000100:00100000:2.0:1789264379.402320:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789264379.402325:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322856192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789264379.402341:0:17208:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1789264379.402386:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322856192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264379.402392:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1789264379.402476:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322856192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264379.403503:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ababbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322856064:0@lo:41:osp-pre-1-0.0 00000020:01000004:1.0:1789264379.766725:0:20776:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1789264379.775892:0:20776:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1789264379.775949:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264379.775966:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264379.775974:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264379.775981:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264379.776944:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789264379.776954:0:20776:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789264379.776983:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789264379.776988:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789264379.776994:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789264379.777019:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3aae2fe800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789264379.777302:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322856320:0@lo:39:umount.0 00000100:00100000:2.0:1789264379.777368:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264379.777980:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856320 00000100:00100000:1.0:1789264379.777989:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856320 00000100:00100000:1.0:1789264379.778049:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789264379.778058:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1876179322856320:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789264379.778084:0:18643:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7dcf 00000100:00080000:1.0:1789264379.778107:0:18643:0:(import.c:65:import_set_state_nolock()) ffff9c3ab5600000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789264379.778513:0:18738:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264379.778522:0:18738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.778532:0:18738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45600 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:0.0:1789264379.778536:0:18738:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.778545:0:18738:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789264379.778552:0:18738:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264379.778569:0:18738:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789264379.778572:0:18738:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789264379.778575:0:18738:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789264379.780009:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264379.780164:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:3621:x1876179322856320:12345-0@lo:39:umount.0 Request processed in 2102us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264379.780183:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1789264379.780198:0:18643:0:(genops.c:885:class_export_put()) final put ffff9c3ab5603000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789264379.780275:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3ab5603000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789264379.780328:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3ab5600000 for lustre-MDT0000 00000100:00080000:1.0:1789264379.780404:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae2fe800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789264379.780461:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322856320:0@lo:39:umount.0 00000100:00080000:2.0:1789264379.780646:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789264379.780651:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789264379.780655:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789264379.780798:0:18738:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.780809:0:18738:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789264379.780861:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322856448:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264379.780907:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789264379.780969:0:18738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.780979:0:18738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3983e45600/0xecaf9f2f14ed7d9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7da5 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.780993:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264379.780994:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264379.780996:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264379.781269:0:17189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856448 00000100:00100000:1.0:1789264379.781275:0:17189:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856448 00000100:00100000:1.0:1789264379.781319:0:17189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264379.781328:0:17189:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3625:x1876179322856448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264379.781340:0:17189:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264379.781354:0:17189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e44e00/0xecaf9f2f14ed7da5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7d9e expref: 24 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264379.781368:0:17189:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264379.781405:0:17189:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+23:3625:x1876179322856448:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264379.781413:0:17189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264379.781422:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322856448:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264379.781966:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.781975:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.781982:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.781998:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782401:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264379.782409:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782416:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782423:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782429:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.782880:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264379.782888:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.782897:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a8a36a000 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264379.782900:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.782918:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264379.782925:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264379.782930:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789264379.782932:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1789264379.782959:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782964:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264379.782965:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789264379.782976:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782985:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.782991:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.782995:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783000:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783031:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789264379.783037:0:20776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783044:0:20776:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783051:0:20776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783057:0:20776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783059:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a000/0xecaf9f2f14ed7cef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7cf6 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264379.783075:0:20776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1789264379.783080:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 10000000:01000000:2.0:1789264379.783080:0:20776:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:3.0:1789264379.783086:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264379.783087:0:20776:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1789264379.783095:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9ffe00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264379.783098:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783104:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264379.783110:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264379.783121:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:01000004:2.0:1789264379.783122:0:20776:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 10000000:01000000:3.0:1789264379.783123:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789264379.783127:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000020:01000000:2.0:1789264379.783128:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1789264379.783133:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789264379.783138:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1789264379.783143:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c3abaf0c000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1789264379.783145:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789264379.783153:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c3984746800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1789264379.783157:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:2.0:1789264379.783163:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c3a846e4000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1789264379.783165:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789264379.783171:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c3aaa7e5000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1789264379.783173:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed80fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed8102 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783181:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264379.783185:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783191:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366be00 already unused, calling callback (ffffffffc148ec20) 00000020:00080000:2.0:1789264379.783192:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9c3aaff86000 3542bc01-ba46-418a-baf3-94035bd58f4f 192.168.203.44@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 10000000:00010000:3.0:1789264379.783194:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783208:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789264379.783209:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9c3abaf0b000 dd292616-4ff1-43bd-9855-5a9de2560302 192.168.203.44@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 10000000:00010000:3.0:1789264379.783213:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264379.783217:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789264379.783220:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000020:00080000:2.0:1789264379.783225:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9c3aba8e99b8) has exports, disconnecting them 10000000:01000000:3.0:1789264379.783227:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00080000:2.0:1789264379.783233:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c3abaf0c000), last request at 1789264377 00010000:00010000:3.0:1789264379.783239:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783244:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1789264379.783244:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed80d1 00010000:00010000:3.0:1789264379.783258:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789264379.783265:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3abaf0b800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789264379.783266:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366be00/0xecaf9f2f14ed82a6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed82ad expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783279:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264379.783282:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783288:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a8a36ae00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264379.783291:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783298:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264379.783304:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789264379.783307:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3abaf0c000): rc 0 00000020:00000080:2.0:1789264379.783312:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3abaf0c000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1789264379.783322:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c3984746800), last request at 1789264377 00000020:00000080:2.0:1789264379.783324:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f6c 00000100:00080000:2.0:1789264379.783329:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3984741000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789264379.783337:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3abaf0c000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789264379.783372:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3abaf0b800 for lustre-MDT0000 00000020:00080000:2.0:1789264379.783381:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3984746800): rc 0 00000020:00000080:2.0:1789264379.783383:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3984746800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1789264379.783388:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c3a846e4000), last request at 1789264327 00000020:00000080:2.0:1789264379.783391:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7ebd 00000100:00080000:2.0:1789264379.783397:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e6000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1789264379.783404:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984746800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789264379.783424:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3984741000 for lustre-MDT0000 00010000:00010000:0.0:1789264379.783434:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1789264379.783435:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3a846e4000): rc 0 00000020:00000080:2.0:1789264379.783439:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3a846e4000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1789264379.783446:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c3aaa7e5000), last request at 1789264327 00000020:00000080:2.0:1789264379.783449:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e62 00000100:00080000:2.0:1789264379.783453:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa7e7800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789264379.783454:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322856704:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1789264379.783465:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a846e4000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789264379.783500:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3a846e6000 for lustre-MDT0000 00000001:00000004:2.0:1789264379.783509:0:20776:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:0.0:1789264379.783518:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264379.783564:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789264379.783571:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322856576:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1789264379.783576:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3aaa7e5000): rc 0 00000004:00000080:2.0:1789264379.783588:0:20776:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb65101c53ae0 00000100:00100000:0.0:1789264379.783597:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789264379.783605:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789264379.783610:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:0.0:1789264379.783629:0:18356:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856704 00000100:00100000:0.0:1789264379.783635:0:18356:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856704 00000100:00100000:0.0:1789264379.783669:0:18356:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856576 00000100:00100000:0.0:1789264379.783671:0:18356:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856576 00000100:00100000:0.0:1789264379.783691:0:18356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264379.783699:0:18356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+24:3623:x1876179322856704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264379.783709:0:18356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264379.783721:0:18356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1d400/0xecaf9f2f14ed8102 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed80fb expref: 24 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.783734:0:18356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264379.783799:0:18356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+23:3623:x1876179322856704:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264379.783806:0:18356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264379.783821:0:18356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789264379.783827:0:18356:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39833ca450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+22:3623:x1876179322856576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264379.783833:0:18356:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264379.783842:0:18356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e44000/0xecaf9f2f14ed7cf6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7cef expref: 22 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.783851:0:18356:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264379.783868:0:18356:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39833ca450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+21:3623:x1876179322856576:12345-0@lo:103:ldlm_bl.0 Request processed in 42us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264379.783874:0:18356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789264379.783920:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322856832:0@lo:103:ldlm_bl.0 10000000:01000000:3.0:1789264379.783956:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789264379.783959:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789264379.783962:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789264379.783982:0:17192:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.783989:0:17192:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789264379.784007:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264379.784027:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789264379.784033:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322856960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264379.784049:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264379.784070:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856832 00000100:00100000:0.0:1789264379.784073:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856832 00000100:00100000:0.0:1789264379.784091:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322856960 00000100:00100000:0.0:1789264379.784094:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322856960 00000100:00100000:0.0:1789264379.784109:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789264379.784114:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+22:3624:x1876179322856832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264379.784120:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264379.784128:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed82ad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed82a6 expref: 22 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.784148:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264379.784171:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f34ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+21:3624:x1876179322856832:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264379.784177:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789264379.784189:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789264379.784194:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+20:3624:x1876179322856960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264379.784200:0:20232:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264379.784208:0:20232:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e45e00/0xecaf9f2f14ed7ce8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7ce1 expref: 20 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.784212:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264379.784217:0:20232:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789264379.784224:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36ae00/0xecaf9f2f14ed7ce1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ce8 expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264379.784239:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264379.784244:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f349f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+19:3624:x1876179322856960:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264379.784250:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:3.0:1789264379.784255:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264379.784260:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264379.784270:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264379.784272:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264379.784294:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322856960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264379.784303:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322856832:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264379.784333:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322856576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264379.784342:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3623:1876179322856704:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1789264379.784858:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789264379.784874:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c39835f1800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789264379.784947:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857088:0@lo:39:umount.0 00000100:00100000:0.0:1789264379.785119:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264379.785196:0:17208:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857088 00000100:00100000:2.0:1789264379.785201:0:17208:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857088 00000100:00100000:2.0:1789264379.785406:0:17208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00080000:1.0:1789264379.785407:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789264379.785410:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000100:00100000:2.0:1789264379.785414:0:17208:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1876179322857088:12345-0@lo:39:umount.0 00000004:00080000:1.0:1789264379.785431:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000020:00000080:2.0:1789264379.785438:0:17208:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7ee7 00000100:00080000:2.0:1789264379.785445:0:17208:0:(import.c:65:import_set_state_nolock()) ffff9c3a88d13000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789264379.785461:0:17208:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:1.0:1789264379.785493:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1789264379.785505:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1e5800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1789264379.785515:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789264379.785517:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934599 gen 3 00000004:00080000:1.0:1789264379.785524:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789264379.785571:0:17208:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f34aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3621:x1876179322857088:12345-0@lo:39:umount.0 Request processed in 157us (451us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789264379.785578:0:17208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:1.0:1789264379.785579:0:20776:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1789264379.785586:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3aba916800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1789264379.785617:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857216:0@lo:9:umount.0 00010000:00010000:3.0:1789264379.785629:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264379.785644:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264379.785683:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857344:0@lo:9:umount.0 00000100:00100000:0.0:1789264379.785705:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789264379.785731:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c39835f1800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789264379.785736:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857088:0@lo:39:umount.0 00000020:00080000:1.0:1789264379.785815:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9c3aba8e99b8) has no exports 00000100:00100000:3.0:1789264379.786035:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857216 00000100:00100000:3.0:1789264379.786040:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857216 00000100:00100000:3.0:1789264379.786088:0:18709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857344 00000100:00100000:3.0:1789264379.786092:0:18709:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857344 00000100:00100000:3.0:1789264379.786113:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789264379.786119:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1876179322857216:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789264379.786135:0:18709:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7fab 00000100:00080000:3.0:1789264379.786141:0:18709:0:(import.c:65:import_set_state_nolock()) ffff9c3984742800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789264379.786173:0:18709:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789264379.786276:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f349c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3621:x1876179322857216:12345-0@lo:9:umount.0 Request processed in 157us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264379.786282:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789264379.786294:0:18709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789264379.786301:0:18709:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8f348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1876179322857344:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789264379.786312:0:18709:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8109 00000100:00080000:3.0:1789264379.786317:0:18709:0:(import.c:65:import_set_state_nolock()) ffff9c39846ad800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789264379.786338:0:18709:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934601 00000100:00100000:3.0:1789264379.786405:0:18709:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8f348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3621:x1876179322857344:12345-0@lo:9:umount.0 Request processed in 105us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264379.786419:0:18709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1789264379.786440:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1e5800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:3.0:1789264379.786445:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1789264379.786449:0:3621:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789264379.786451:0:3621:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264379.786454:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857216:0@lo:9:umount.0 00010000:00010000:3.0:1789264379.786455:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789264379.786464:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aba916800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1789264379.786472:0:3621:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1789264379.786473:0:3621:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264379.786476:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322857344:0@lo:9:umount.0 00000100:00080000:1.0:1789264379.787272:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789264379.787278:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1789264379.787508:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789264379.796096:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9c3aba8e99b8) has no exports 00000020:00000080:1.0:1789264379.842674:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d3c 00000020:00000080:1.0:1789264379.842691:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3a8c731000/lustre-QMT0000_UUID 00000020:01000000:1.0:1789264379.842812:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789264379.843003:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a8c731000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789264379.843026:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789264379.843036:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789264379.843040:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9c3ab69219b8) has no exports 00000020:00000080:2.0:1789264379.843510:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d35 00000020:00000080:2.0:1789264379.843516:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1e5000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789264379.843563:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1e5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1789264379.843625:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789264379.843633:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789264379.843635:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1e6000/lustre-QMT0000_UUID 00000020:00000080:2.0:1789264379.843637:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1e6000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789264379.843642:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1789264380.810004:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789264381.258484:0:17956:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789264381.834159:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789264382.476006:0:19526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789264382.476015:0:19526:0:(genops.c:885:class_export_put()) final put ffff9c39846a8000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789264382.476037:0:19526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dd292616-4ff1-43bd-9855-5a9de2560302 00000020:00000080:0.0:1789264382.476040:0:19526:0:(genops.c:885:class_export_put()) final put ffff9c39846af800/dd292616-4ff1-43bd-9855-5a9de2560302 00000001:00100000:0.0:1789264382.476048:0:19526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3542bc01-ba46-418a-baf3-94035bd58f4f 00000020:00000080:0.0:1789264382.476050:0:19526:0:(genops.c:885:class_export_put()) final put ffff9c3aaff12800/3542bc01-ba46-418a-baf3-94035bd58f4f 00000020:00000080:2.0:1789264382.476133:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c39846a8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789264382.476185:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c39846af800/dd292616-4ff1-43bd-9855-5a9de2560302 for lustre-OST0001 00000020:00000080:2.0:1789264382.476207:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaff12800/3542bc01-ba46-418a-baf3-94035bd58f4f for lustre-OST0001 00000020:00000080:2.0:1789264382.476236:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c39846ad800 for lustre-OST0001 00000020:00000080:2.0:1789264382.476241:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c39846a8800 for lustre-OST0001 00000020:00000080:2.0:1789264382.476244:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaff14000 for lustre-OST0001 00000001:00100000:0.0:1789264382.476772:0:18706:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789264382.476776:0:18706:0:(genops.c:885:class_export_put()) final put ffff9c3984747800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1789264382.476876:0:18706:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3542bc01-ba46-418a-baf3-94035bd58f4f 00000020:00000080:0.0:1789264382.476879:0:18706:0:(genops.c:885:class_export_put()) final put ffff9c3aaff83000/3542bc01-ba46-418a-baf3-94035bd58f4f 00000020:00000080:3.0:1789264382.477032:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984747800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1789264382.477111:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3984742800 for lustre-OST0000 00000001:00100000:0.0:1789264382.477194:0:18706:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dd292616-4ff1-43bd-9855-5a9de2560302 00000020:00000080:0.0:1789264382.477197:0:18706:0:(genops.c:885:class_export_put()) final put ffff9c39846ac000/dd292616-4ff1-43bd-9855-5a9de2560302 00000020:00000080:3.0:1789264382.477243:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaff83000/3542bc01-ba46-418a-baf3-94035bd58f4f for lustre-OST0000 00000020:00000080:3.0:1789264382.477262:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c39846ac000/dd292616-4ff1-43bd-9855-5a9de2560302 for lustre-OST0000 00000020:00000080:3.0:1789264382.477275:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaff85000 for lustre-OST0000 00000020:00000080:3.0:1789264382.477279:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c39846aa800 for lustre-OST0000 00010000:00010000:3.0:1789264382.860442:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264382.986315:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322857472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789264382.986377:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.986415:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322857600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789264382.986430:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857472 00000100:00100000:3.0:1789264382.986438:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857472 00000100:00100000:0.0:1789264382.986481:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264382.986496:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857600 00000100:00100000:3.0:1789264382.986501:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857600 00000100:00100000:3.0:1789264382.986524:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789264382.986533:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322857472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789264382.986559:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789264382.986597:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322857472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264382.986604:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789264382.986618:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789264382.986630:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322857600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789264382.986647:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789264382.986677:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322857600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264382.986682:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:3.0:1789264382.986696:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789264382.986700:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264382.986728:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322857600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789264382.986795:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322857472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264382.990111:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322858112:0@lo:400:kworker.0 00000100:00100000:2.0:1789264382.990180:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264382.990225:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789264382.990231:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322857984:0@lo:400:kworker.0 00000100:00100000:2.0:1789264382.990253:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264382.990279:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322858496:0@lo:400:kworker.0 00000100:00100000:2.0:1789264382.990303:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264382.990334:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858112 00000100:00100000:2.0:1789264382.990341:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858112 00000100:00100000:2.0:1789264382.990376:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857984 00000100:00100000:2.0:1789264382.990379:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857984 00000100:00100000:2.0:1789264382.990388:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858496 00000100:00100000:2.0:1789264382.990391:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858496 00000100:00100000:2.0:1789264382.990420:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789264382.990429:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322858496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264382.990582:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983111180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322858496:12345-0@lo:400:kworker.0 Request processed in 154us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264382.990590:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789264382.990608:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789264382.990612:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3623:x1876179322858112:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789264382.990618:0:17205:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789264382.990641:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3623:x1876179322858112:12345-0@lo:400:kworker.0 Request processed in 28us (462us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789264382.990646:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789264382.990671:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789264382.990675:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3623:x1876179322857984:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789264382.990680:0:17205:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789264382.990707:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983113800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3623:x1876179322857984:12345-0@lo:400:kworker.0 Request processed in 31us (453us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789264382.990713:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1789264382.990769:0:3623:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789264382.990773:0:3623:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789264382.990776:0:3623:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1789264382.993500:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322857728:0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.993586:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.993648:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322858240:0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.993675:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.993706:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789264382.993713:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322857856:0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.993739:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.993793:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322858368:0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.993813:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.993844:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858240 00000100:00100000:0.0:1789264382.993851:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858240 00000100:00100000:0.0:1789264382.993897:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858368 00000100:00100000:0.0:1789264382.993900:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858368 00000100:00100000:0.0:1789264382.993913:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789264382.993920:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322858240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.993967:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322858240:12345-0@lo:400:kworker.0 Request processed in 47us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264382.993975:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789264382.993991:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789264382.993996:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3624:x1876179322858368:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789264382.994002:0:18643:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789264382.994025:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3624:x1876179322858368:12345-0@lo:400:kworker.0 Request processed in 28us (211us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264382.994031:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789264382.994066:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857856 00000100:00100000:0.0:1789264382.994069:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857856 00000100:00100000:0.0:1789264382.994092:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789264382.994096:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876179322857856:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1789264382.994101:0:17209:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789264382.994127:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1876179322857856:12345-0@lo:400:kworker.0 Request processed in 29us (387us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264382.994133:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1789264382.994174:0:3624:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789264382.994179:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789264382.994183:0:3624:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789264382.994188:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789264382.994192:0:3624:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 408 00000100:00080000:0.0:1789264382.994198:0:3624:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c3aae104800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264382.994222:0:3624:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f0700 x1876179322858624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264382.994243:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322857856:0@lo:400:kworker.0 00000100:00080000:0.0:1789264382.994255:0:3624:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789264382.994257:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789264382.994261:0:3624:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789264382.994264:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789264382.994267:0:3624:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 428 00000100:00080000:0.0:1789264382.994270:0:3624:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c3982581000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264382.994281:0:3624:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f0e00 x1876179322858752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264382.994296:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322858368:0@lo:400:kworker.0 00010000:00080000:0.0:1789264382.994309:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3984639500 x1876179322858240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264382.994319:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322858240:0@lo:400:kworker.0 00000100:00100000:0.0:1789264382.994345:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322858624:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789264382.994369:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264382.994385:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322858752:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1789264382.994406:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264382.994447:0:17196:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322857728 00000100:00100000:0.0:1789264382.994451:0:18643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858752 00000100:00100000:1.0:1789264382.994452:0:17196:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322857728 00000100:00100000:0.0:1789264382.994458:0:18643:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858752 00000100:00100000:0.0:1789264382.994490:0:18643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789264382.994495:0:18643:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3621:x1876179322858752:12345-0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789264382.994506:0:17196:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00010000:02000000:0.0:1789264382.994510:0:18643:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789264382.994516:0:17196:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984627c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+19:3624:x1876179322857728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264382.994561:0:17196:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984627c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:33d0f4c0-a3be-407d-95bb-bba0d070d9d9+19:3624:x1876179322857728:12345-0@lo:400:kworker.0 Request processed in 47us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264382.994568:0:17196:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1789264382.994606:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322857728:0@lo:400:kworker.0 00000100:00100000:1.0:1789264382.994645:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858624 00000100:00100000:1.0:1789264382.994649:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858624 00000100:00100000:1.0:1789264382.994671:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1789264382.994676:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322858624:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789264382.994685:0:17209:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789264382.994716:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322858624:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 39us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789264382.994724:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00080000:1.0:1789264382.994784:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264382.994790:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789264382.994795:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322858624:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:3.0:1789264382.994797:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789264383.006164:0:3623:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264383.006174:0:3623:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 408 00000100:00080000:2.0:1789264383.006184:0:3623:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c3a846e4800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264383.006224:0:3623:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983111880 x1876179322858880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789264383.009730:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322857984:0@lo:400:kworker.0 00010000:00080000:2.0:1789264383.009791:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3984638380 x1876179322858496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264383.009804:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322858496:0@lo:400:kworker.0 00000100:00080000:2.0:1789264383.009820:0:3623:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789264383.009824:0:3623:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789264383.009828:0:3623:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789264383.009833:0:3623:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264383.009837:0:3623:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 418 00000100:00100000:1.0:1789264383.010096:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322858880:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789264383.010157:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264383.010208:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322858880 00000100:00100000:1.0:1789264383.010214:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322858880 00000100:00100000:1.0:1789264383.010256:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789264383.010263:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322858880:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1789264383.010278:0:17205:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789264383.010319:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322858880:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 55us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789264383.010325:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1789264383.010353:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264383.010357:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789264383.010360:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322858880:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1789264383.010849:0:3623:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c39830e8000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264383.010884:0:3623:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983111f80 x1876179322859008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789264383.010909:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322858112:0@lo:400:kworker.0 00000100:00100000:1.0:1789264383.010966:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322859008:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789264383.010996:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264383.011082:0:17204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859008 00000100:00100000:2.0:1789264383.011087:0:17204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859008 00000100:00100000:2.0:1789264383.011116:0:17204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789264383.011122:0:17204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1876179322859008:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1789264383.011140:0:17204:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789264383.011170:0:17204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1876179322859008:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 47us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264383.011176:0:17204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1789264383.011248:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264383.011253:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789264383.011255:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322859008:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1789264383.026940:0:18643:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3621:x1876179322858752:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 32437us (32527us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789264383.026959:0:18643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1789264383.026993:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264383.027000:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264383.027004:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322858752:0@lo:38:ptlrpcd_00_02.0 00000001:00100000:3.0:1789264383.499317:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264383.499327:0:17184:0:(genops.c:885:class_export_put()) final put ffff9c3aaa7e5000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789264383.499351:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 3542bc01-ba46-418a-baf3-94035bd58f4f 00000001:00080000:3.0:1789264383.499360:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1789264383.499363:0:17184:0:(genops.c:885:class_export_put()) final put ffff9c3aaff86000/3542bc01-ba46-418a-baf3-94035bd58f4f 00000001:00100000:3.0:1789264383.499369:0:17184:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dd292616-4ff1-43bd-9855-5a9de2560302 00000001:00080000:3.0:1789264383.499374:0:17184:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:3.0:1789264383.499379:0:17184:0:(genops.c:885:class_export_put()) final put ffff9c3abaf0b000/dd292616-4ff1-43bd-9855-5a9de2560302 00000020:00000080:1.0:1789264383.499453:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa7e5000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1789264383.499557:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaff86000/3542bc01-ba46-418a-baf3-94035bd58f4f for lustre-MDT0000 00000020:00000080:1.0:1789264383.499583:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3abaf0b000/dd292616-4ff1-43bd-9855-5a9de2560302 for lustre-MDT0000 00000020:00000080:1.0:1789264383.499625:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaa7e7800 for lustre-MDT0000 00000020:00000080:1.0:1789264383.499630:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaff86800 for lustre-MDT0000 00000020:00000080:1.0:1789264383.499633:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3abaf09000 for lustre-MDT0000 00000001:00100000:1.0:1789264383.500456:0:17936:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1789264383.500474:0:17936:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1789264383.500478:0:17936:0:(genops.c:885:class_export_put()) final put ffff9c3a88d16800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789264383.500495:0:17936:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 3542bc01-ba46-418a-baf3-94035bd58f4f 00000001:00080000:1.0:1789264383.500501:0:17936:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1789264383.500503:0:17936:0:(genops.c:885:class_export_put()) final put ffff9c3aaff81000/3542bc01-ba46-418a-baf3-94035bd58f4f 00000001:00100000:1.0:1789264383.500516:0:17936:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dd292616-4ff1-43bd-9855-5a9de2560302 00000001:00080000:1.0:1789264383.500520:0:17936:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1789264383.500522:0:17936:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1fd000/dd292616-4ff1-43bd-9855-5a9de2560302 00000020:00000080:3.0:1789264383.500573:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a88d16800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789264383.500618:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaff81000/3542bc01-ba46-418a-baf3-94035bd58f4f for lustre-MDT0001 00000020:00000080:3.0:1789264383.500651:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1fd000/dd292616-4ff1-43bd-9855-5a9de2560302 for lustre-MDT0001 00000020:00000080:3.0:1789264383.500670:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3a88d13000 for lustre-MDT0001 00000020:00000080:3.0:1789264383.500674:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaff85800 for lustre-MDT0001 00000020:00000080:3.0:1789264383.500677:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaff13800 for lustre-MDT0001 00010000:00010000:3.0:1789264383.884277:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264384.906463:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789264385.930033:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3a8ae4cba0 - data ffff9c3aa9dc5288/ffff9c3aaff63000 00000020:01000000:2.0:1789264385.930227:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3abad031e0 - data ffff9c3aa9c21ca8/ffff9c3abbfbf000 00010000:00010000:3.0:1789264385.931078:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1789264385.939960:0:20776:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1789264385.974527:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789264385.974538:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789264385.974554:0:20776:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9c39845ec380 x1876179322857088/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789264389 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264385.974586:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1789264385.981576:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789264385.981584:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1789264385.981605:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264385.981624:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789264385.981949:0:17227:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789264385.981954:0:17227:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789264385.981968:0:17227:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789264385.983663:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789264385.983670:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934599 gen 4 00000004:00080000:0.0:1789264385.983680:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264385.983682:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789264385.984030:0:17229:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789264385.984109:0:17229:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1789264385.984118:0:17229:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1789264385.991711:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d04 00000020:00000080:0.0:1789264385.991722:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cff800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789264385.993815:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d19 00000020:00000080:0.0:1789264385.993828:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cfe000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264385.999937:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cff800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789264386.000194:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1789264386.000221:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264386.000230:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789264386.000234:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9c3aba8ecd28) has no exports 00000004:01000000:0.0:1789264386.000466:0:20776:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1789264386.000476:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d7b 00000020:00000080:0.0:1789264386.000483:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aba915000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264386.003097:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cfe000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789264386.003218:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789264386.003228:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264386.003238:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789264386.003242:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9c39833e4d28) has no exports 00000020:00000080:0.0:1789264386.003251:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d74 00000020:00000080:0.0:1789264386.003258:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aba917000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789264386.003292:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba915000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:0.0:1789264386.003712:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789264386.003716:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789264386.003720:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934599 gen 5 00000004:00080000:0.0:1789264386.003725:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264386.003727:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264386.003845:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba917000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789264386.003940:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264386.003946:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789264386.003953:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d66 00000020:00000080:0.0:1789264386.003958:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aba913000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264386.003992:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aba916800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1789264386.003998:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3aba915800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264386.004001:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba915800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1789264386.004005:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1789264386.004199:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1789264386.004204:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264386.004218:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789264386.004222:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9c39833e3370) has no exports 00000020:00000080:0.0:1789264386.004226:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d5f 00000020:00000080:0.0:1789264386.004230:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1e1000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789264386.006807:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba913000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789264386.007105:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1e1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789264386.007409:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1789264386.007414:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789264386.007418:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1789264386.007424:0:20776:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789264386.007427:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789264386.007481:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264386.007490:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1789264386.007504:0:20776:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1789264386.007509:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d51 00000020:00000080:0.0:1789264386.007518:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3a88898800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1789264386.007522:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1789264386.007528:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264386.007532:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1789264386.007535:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9c3ab6923370) has no exports 00000020:00000080:0.0:1789264386.007540:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d4a 00000020:00000080:0.0:1789264386.007543:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3a8889c000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789264386.008429:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aaa1e5800 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1789264386.008440:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3aae158000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264386.008453:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae158000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1789264386.008459:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789264386.008529:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a88898800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1789264386.008534:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a8889c000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789264386.008814:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1789264386.008818:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789264386.008822:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789264386.008828:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264386.008907:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.008925:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789264386.008952:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.008955:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789264386.008958:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cfd800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789264386.008961:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cfd800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789264386.008965:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789264386.009019:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d20 00000020:00000080:1.0:1789264386.009025:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cf8800/lustre-MDD0000_UUID 00000020:00000080:3.0:1789264386.009112:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c39835f1800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789264386.009119:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1e3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789264386.009121:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1e3000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789264386.009130:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789264386.009255:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1789264386.009260:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264386.009264:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789264386.009268:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9c3aaa494d28) has no exports 00000020:00000080:1.0:1789264386.009289:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.009293:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1789264386.009297:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7d27 00000020:00000080:1.0:1789264386.009301:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cfa000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789264386.009309:0:20776:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3983f5f000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1789264386.009312:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3983f5f000 3 00000020:01000004:1.0:1789264386.009315:0:20776:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c3983f5f000 from lustre-MDT0000 00000020:00000080:1.0:1789264386.009331:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.009334:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1789264386.009336:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983cfa800/lustre-MDT0000_UUID 00000020:00000080:1.0:1789264386.009338:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cfa800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1789264386.009345:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1789264386.009374:0:20776:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1789264386.009378:0:20776:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1789264386.009380:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1789264386.009383:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264386.009385:0:20776:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789264386.009391:0:20776:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9c3983374000 33d0f4c0-a3be-407d-95bb-bba0d070d9d9 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789264386.009395:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9c3ab6924d28) has exports, disconnecting them 00000020:00080000:1.0:1789264386.009399:0:20776:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9c3983374000), last request at 1789264317 00000020:00000080:1.0:1789264386.009420:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7ccc 00000020:00010000:1.0:1789264386.009424:0:20776:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c3983374000: total 2 00000100:00080000:1.0:1789264386.009428:0:20776:0:(import.c:65:import_set_state_nolock()) ffff9c3983372000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789264386.009437:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3983374000): rc 0 00000020:00080000:1.0:1789264386.009451:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9c3ab6924d28) has no exports 00000100:00100000:1.0:1789264386.009510:0:17199:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9c3abad5d600:17199] 2 exiting: rc = 0 00000100:00100000:1.0:1789264386.009597:0:17198:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9c3aaa733200:17198] 1 exiting: rc = 0 00000100:00100000:1.0:1789264386.009646:0:17196:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9c3aaa733600:17196] 0 exiting: rc = 1 00000100:00100000:1.0:1789264386.009694:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009701:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009707:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009713:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009719:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009725:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009731:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009737:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009764:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009770:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009775:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009782:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009787:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009792:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009798:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009802:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009807:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009812:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009818:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009823:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009828:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009833:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009839:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009846:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009852:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009866:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009871:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009877:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009884:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009889:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009895:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009901:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009906:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009911:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009917:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009922:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009927:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009933:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009938:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009944:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009950:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009956:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009962:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009967:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009973:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009977:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009982:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009987:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009992:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.009997:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010002:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010007:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010013:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010019:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010025:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010030:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00010000:3.0:1789264386.010142:0:17193:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c3983374000: total 2 00010000:00010000:3.0:1789264386.010147:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264386.010178:0:17193:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c3983374000, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1789264386.010208:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed7deb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7de4 expref: 14 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010230:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3a8a36b000/0xecaf9f2f14ed7f57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7f50 expref: 13 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010242:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed8283 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed827c expref: 12 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010251:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3a8a36a800/0xecaf9f2f14ed7ea8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7ea1 expref: 11 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010261:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1cc00/0xecaf9f2f14ed7df9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7df2 expref: 10 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010272:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3a813fd200/0xecaf9f2f14ed8291 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed828a expref: 9 pid: 17196 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010283:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3a8a36b200/0xecaf9f2f14ed7e07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7e00 expref: 8 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010293:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1ce00/0xecaf9f2f14ed80b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed80ae expref: 7 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010312:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836cbc00/0xecaf9f2f14ed7cda lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7cd3 expref: 6 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010323:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abb9fee00/0xecaf9f2f14ed80f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed80ed expref: 5 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010334:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e45200/0xecaf9f2f14ed829f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed8298 expref: 4 pid: 17198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010346:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1d200/0xecaf9f2f14ed808b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed8084 expref: 3 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010356:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed7f2d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xecaf9f2f14ed7f26 expref: 2 pid: 17199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264386.010367:0:17193:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c3983374000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1789264386.010381:0:17193:0:(genops.c:885:class_export_put()) final put ffff9c3983374000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 00010000:00010000:3.0:1789264386.010386:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264386.010389:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264386.010391:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789264386.010399:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cf8800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789264386.010403:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3983cf8000/lustre-MDD0000_UUID 00000020:00000080:3.0:1789264386.010405:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cf8000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789264386.010409:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789264386.010454:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cfa000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789264386.010460:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983374000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 for MGS 00000020:00000080:3.0:1789264386.010481:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3983372000 for MGS 00000100:00100000:1.0:1789264386.010519:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010528:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010534:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010539:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010551:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010557:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010563:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264386.010569:0:20776:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1789264386.013599:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3a8ae4c300 - data ffff9c3981c0e0d8/ffff9c3aaff60c00 00000020:01000000:1.0:1789264386.013735:0:20776:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c398366c0c0 - data ffff9c3aa9dbda20/ffff9c3983753000 00000020:00000080:1.0:1789264386.014272:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7cb0 00000020:00000080:1.0:1789264386.014286:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983374800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1789264386.014299:0:20776:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3983f5f000 from MGS, refs=2 00000020:01000004:1.0:1789264386.014302:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3983f5f000 2 00000020:01000004:1.0:1789264386.014305:0:20776:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c3983f5f000 from MGS 00000020:00000080:1.0:1789264386.014326:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.014332:0:20776:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1789264386.014334:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983375800/MGS 00000020:00000080:1.0:1789264386.014337:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983375800/MGS for MGS 00000020:01000000:1.0:1789264386.014343:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1789264386.014403:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1789264386.014407:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264386.014413:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789264386.014419:0:20776:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9c3aae2ff800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789264386.014424:0:20776:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9c39833e19b8) has exports, disconnecting them 00000020:00080000:1.0:1789264386.014428:0:20776:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9c3aae2ff800), last request at 1789264317 00000020:00000080:1.0:1789264386.014432:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7db3 00000020:00080000:1.0:1789264386.014575:0:20776:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3aae2ff800): rc 0 00000020:00000080:1.0:1789264386.014580:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aae2ff800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1789264386.015144:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983374800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1789264386.015152:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae2ff800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789264386.107357:0:20776:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789264386.107366:0:20776:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789264386.107371:0:20776:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789264386.107378:0:20776:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789264386.107473:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aae2fe800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789264386.107725:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264386.107733:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1789264386.107739:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3aba910800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789264386.107912:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba910800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1789264386.107924:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789264386.107996:0:20776:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3983f5f000 1 00000020:00000080:0.0:1789264386.108002:0:20776:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7ca2 00000020:00000080:0.0:1789264386.108019:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983377000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1789264386.108062:0:20776:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789264386.108067:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264386.108071:0:20776:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789264386.108075:0:20776:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9c39833e0000) has no exports 00000020:00000080:3.0:1789264386.111517:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983377000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789264386.157712:0:20776:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264386.157725:0:20776:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1789264386.157731:0:20776:0:(genops.c:885:class_export_put()) final put ffff9c3983f59000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1789264386.157735:0:20776:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983f59000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1789264386.157981:0:20776:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1789264386.158178:0:20776:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c3983f58800 00000020:02000400:1.0:1789264386.158326:0:20776:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789264386.959807:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264387.978873:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264388.106982:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322859136:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789264388.107138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264388.107143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789264388.107146:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264388.107151:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 463 00000100:00080000:1.0:1789264388.107156:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264388.107164:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c3aae104800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264388.107186:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39836e0e00 x1876179322859392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264388.107228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264388.107232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789264388.107234:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264388.107237:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 463 00000100:00080000:1.0:1789264388.107240:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264388.107243:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c3a846e4800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264388.107254:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39836e0380 x1876179322859776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264388.107263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264388.107265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789264388.107267:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264388.107270:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 463 00000100:00080000:1.0:1789264388.107272:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264388.107275:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c39830e8000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264388.107285:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3a8c73ed80 x1876179322859904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264388.107311:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264388.107314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789264388.107316:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264388.107320:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 463 00000100:00080000:1.0:1789264388.107322:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264388.107325:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c3982581000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264388.107336:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac69180 x1876179322860160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789264388.107360:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322859264:0@lo:400:kworker.0 00000100:00100000:0.0:1789264388.108218:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322859648:0@lo:400:kworker.0 00000400:00000100:1.0:1789264388.109579:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876179322859264 offset 0 length 224: 4 00000100:00100000:1.0:1789264388.109634:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322860288:0@lo:400:kworker.0 00000100:00100000:1.0:1789264388.109674:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109703:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789264388.109710:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322859520:0@lo:400:kworker.0 00000100:00100000:1.0:1789264388.109734:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109781:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322859392:0@lo:38:kworker.0 00000100:00100000:1.0:1789264388.109811:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109829:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322859776:0@lo:38:kworker.0 00000100:00100000:1.0:1789264388.109852:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109869:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322859904:0@lo:38:kworker.0 00000100:00100000:1.0:1789264388.109889:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109904:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322860160:0@lo:38:kworker.0 00000100:00100000:1.0:1789264388.109926:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264388.109972:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860288 00000100:00100000:1.0:1789264388.109980:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860288 00000100:00100000:1.0:1789264388.110043:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859776 00000100:00100000:1.0:1789264388.110046:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859776 00000100:00100000:1.0:1789264388.110056:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859904 00000100:00100000:1.0:1789264388.110058:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859904 00000100:00100000:1.0:1789264388.110067:0:17203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860160 00000100:00100000:1.0:1789264388.110069:0:17203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860160 00000100:00100000:1.0:1789264388.110081:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789264388.110090:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322860288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264388.110143:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322860288:12345-0@lo:400:kworker.0 Request processed in 53us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264388.110150:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789264388.110167:0:17203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789264388.110172:0:17203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3621:x1876179322859776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789264388.110189:0:17203:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789264388.115326:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264388.115398:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322860032:0@lo:400:kworker.0 00000100:00100000:3.0:1789264388.115456:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264388.115534:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859136 00000100:00100000:2.0:1789264388.115542:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859136 00000100:00100000:2.0:1789264388.115602:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789264388.115611:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398463bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322859136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789264388.115639:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789264388.115684:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398463bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322859136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264388.115691:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:2.0:1789264388.115822:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789264388.115828:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789264388.115838:0:17205:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860032 00000100:00100000:2.0:1789264388.115842:0:17205:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860032 00000100:00100000:2.0:1789264388.115871:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789264388.115878:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322860032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264388.115911:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322860032:12345-0@lo:400:kworker.0 Request processed in 34us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264388.115917:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789264388.115931:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789264388.115935:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322859904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789264388.115953:0:17205:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789264388.115988:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322859904:12345-0@lo:38:kworker.0 Request processed in 51us (6097us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264388.115994:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789264388.116007:0:17205:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789264388.116012:0:17205:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322860160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789264388.116022:0:17205:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789264388.116049:0:17205:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322860160:12345-0@lo:38:kworker.0 Request processed in 35us (6122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264388.116055:0:17205:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789264388.116076:0:17209:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859392 00000100:00100000:2.0:1789264388.116081:0:17209:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859392 00000100:00100000:2.0:1789264388.116101:0:17209:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789264388.116106:0:17209:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322859392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789264388.116117:0:17209:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789264388.116152:0:17209:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322859392:12345-0@lo:38:kworker.0 Request processed in 44us (6339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264388.116158:0:17209:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789264388.116177:0:18710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859520 00000100:00100000:2.0:1789264388.116181:0:18710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859520 00000100:00100000:2.0:1789264388.116281:0:18710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789264388.116290:0:18710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322859520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264388.116323:0:18710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322859520:12345-0@lo:400:kworker.0 Request processed in 35us (6587us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264388.116329:0:18710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:2.0:1789264388.116344:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789264388.116375:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264388.116380:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264388.116384:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322859392:0@lo:38:kworker.0 00000100:00080000:2.0:1789264388.116395:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264388.116399:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264388.116401:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322859904:0@lo:38:kworker.0 00000100:00080000:2.0:1789264388.116410:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264388.116413:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264388.116416:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322860160:0@lo:38:kworker.0 00000100:00100000:2.0:1789264388.116468:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322859520:0@lo:400:kworker.0 00010000:00080000:2.0:1789264388.116485:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c3abac69500 x1876179322860288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264388.116495:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322860288:0@lo:400:kworker.0 00010000:00080000:3.0:1789264388.116720:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9c3abac6b100 x1876179322860032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264388.116731:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322860032:0@lo:400:kworker.0 00000100:00100000:3.0:1789264388.116767:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322859136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789264388.117148:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264388.119262:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789264388.119279:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322860416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789264388.119331:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264388.119361:0:18714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860416 00000100:00100000:0.0:1789264388.119368:0:18714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860416 00000100:00100000:0.0:1789264388.119421:0:18714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789264388.119442:0:18714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322860416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789264388.119468:0:18714:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789264388.119511:0:18714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322860416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264388.119519:0:18714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1789264388.119540:0:17200:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789264388.119571:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322860416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789264388.124865:0:19869:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322859648 00000100:00100000:3.0:1789264388.124882:0:19869:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322859648 00000100:00100000:3.0:1789264388.124955:0:19869:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789264388.124966:0:19869:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322859648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264388.126145:0:19869:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322859648:12345-0@lo:400:kworker.0 Request processed in 1177us (8993us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264388.126156:0:19869:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789264388.139647:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322859648:0@lo:400:kworker.0 00000100:00100000:1.0:1789264388.140645:0:17203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3621:x1876179322859776:12345-0@lo:38:kworker.0 Request processed in 30466us (30787us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789264388.140656:0:17203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:2.0:1789264388.140884:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264388.140890:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264388.140894:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322859776:0@lo:38:kworker.0 00000020:01000004:1.0:1789264388.883400:0:20977:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1789264388.896051:0:20977:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:1.0:1789264388.896133:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.896151:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.896164:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.896196:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.896218:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789264388.896223:0:20977:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789264388.896254:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789264388.896259:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789264388.896265:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789264388.896271:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e4800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789264388.896276:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789264388.896278:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789264388.896281:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789264388.897350:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897364:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897371:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897378:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897406:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789264388.897412:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897443:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897449:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897456:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897471:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1789264388.897477:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897483:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897489:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897495:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897501:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1789264388.897506:0:20977:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897511:0:20977:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897521:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789264388.897527:0:20977:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897529:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897534:0:20977:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897537:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cac00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264388.897541:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264388.897541:0:20977:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:1.0:1789264388.897544:0:20977:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:3.0:1789264388.897550:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264388.897564:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264388.897569:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:01000004:1.0:1789264388.897570:0:20977:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 10000000:01000000:3.0:1789264388.897572:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000020:01000000:1.0:1789264388.897573:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 10000000:01000000:3.0:1789264388.897574:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000020:00000080:1.0:1789264388.897577:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264388.897584:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1789264388.897590:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9c3982581800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789264388.897595:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9c398379b800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789264388.897600:0:20977:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9c3ab302b370) has exports, disconnecting them 00000020:00080000:1.0:1789264388.897604:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c3982581800), last request at 1789264388 00010000:00010000:3.0:1789264388.897611:0:17193:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789264388.897612:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed80df 00010000:00010000:3.0:1789264388.897616:0:17193:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00080000:1.0:1789264388.897630:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3982585000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789264388.897652:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897659:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cac00/0xecaf9f2f14ed7ea1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7ea8 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897672:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1789264388.897675:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789264388.897678:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3982581800): rc 0 00000020:00000080:1.0:1789264388.897680:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3982581800/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:3.0:1789264388.897681:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44800 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264388.897684:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789264388.897690:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c398379b800), last request at 1789264388 00010000:00010000:3.0:1789264388.897691:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789264388.897693:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f81 10000000:00010000:3.0:1789264388.897697:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789264388.897698:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3983798800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1789264388.897703:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c398379b800): rc 0 00000020:00000080:1.0:1789264388.897705:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c398379b800/lustre-MDT0001-lwp-OST0000_UUID 10000000:01000000:3.0:1789264388.897711:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000004:00000080:1.0:1789264388.897711:0:20977:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb65100d17ae0 10000000:01000000:3.0:1789264388.897713:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1789264388.897715:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00000100:00080000:1.0:1789264388.897727:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:3.0:1789264388.897730:0:17193:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264388.897734:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1789264388.897741:0:17193:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264388.897766:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897772:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed7e00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7e07 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897782:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789264388.897785:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897791:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1d800 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264388.897793:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897800:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264388.897806:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264388.897811:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789264388.897814:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789264388.897824:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789264388.897838:0:17193:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897843:0:17193:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264388.897859:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897865:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d800/0xecaf9f2f14ed80ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed80f4 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897877:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264388.897880:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897886:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ac00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264388.897889:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897895:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264388.897902:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264388.897907:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789264388.897909:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789264388.897910:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789264388.897921:0:17193:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897926:0:17193:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264388.897947:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897954:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed8298 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed829f expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897963:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264388.897966:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897972:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264388.897974:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.897980:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264388.897986:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264388.897991:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789264388.897994:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789264388.897995:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789264388.898008:0:17193:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.898014:0:17193:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264388.898019:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.898024:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3983e44400/0xecaf9f2f14ed7df2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xecaf9f2f14ed7df9 expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264388.898046:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264388.898048:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264388.898049:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264388.898065:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322860544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.898141:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264388.898189:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322861056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.898210:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264388.898229:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789264388.898233:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322860672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.898252:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1789264388.898276:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3982581800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1789264388.898317:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398379b800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1789264388.898336:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3982585000 for lustre-MDT0001 00000020:00000080:3.0:1789264388.898340:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3983798800 for lustre-MDT0001 00000100:00100000:3.0:1789264388.898350:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322860928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.898373:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264388.898387:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789264388.898391:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322860800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.898409:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264388.898447:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860544 00000100:00100000:3.0:1789264388.898453:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860544 00000100:00100000:3.0:1789264388.898481:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322861056 00000100:00100000:3.0:1789264388.898483:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322861056 00000100:00100000:3.0:1789264388.898490:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860672 00000100:00100000:3.0:1789264388.898492:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860672 00000100:00100000:3.0:1789264388.898497:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860928 00000100:00100000:3.0:1789264388.898515:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860928 00000100:00100000:3.0:1789264388.898526:0:20232:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322860800 00000100:00100000:3.0:1789264388.898528:0:20232:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322860800 00000100:00100000:3.0:1789264388.898538:0:20232:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789264388.898545:0:20232:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0+-99:3622:x1876179322860544:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789264388.898550:0:20232:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789264388 with bad export cookie 17055025338438745292 00010000:00010000:0.0:1789264388.898981:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264388.899004:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789264388.899010:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984639880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3622:x1876179322861056:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789264388.899015:0:17190:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789264388 with bad export cookie 17055025338438745292 00000100:00100000:0.0:1789264388.899065:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984639880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3622:x1876179322861056:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (852us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264388.899072:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789264388.899111:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789264388.899116:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3622:x1876179322860672:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789264388.899120:0:17190:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789264388 with bad export cookie 17055025338438745292 00000100:00100000:0.0:1789264388.899149:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3622:x1876179322860672:12345-0@lo:103:ldlm_bl.0 Request processed in 31us (895us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264388.899155:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789264388.899166:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789264388.899170:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3625:x1876179322860928:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789264388.899174:0:17190:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789264388 with bad export cookie 17055025338438745292 00000100:00100000:0.0:1789264388.899202:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3625:x1876179322860928:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (828us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264388.899208:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789264388.899220:0:17190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789264388.899223:0:17190:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39833c9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3625:x1876179322860800:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1789264388.899227:0:17190:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789264388 with bad export cookie 17055025338438745292 00000100:00100000:0.0:1789264388.899251:0:17190:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39833c9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3625:x1876179322860800:12345-0@lo:103:ldlm_bl.0 Request processed in 26us (841us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789264388.899257:0:17190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1789264388.899296:0:3625:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.144@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1789264388.899300:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1789264388.899304:0:3625:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.144@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:2.0:1789264388.899384:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789264388.899476:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789264388.899482:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3aae104800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:1.0:1789264388.899541:0:3622:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.144@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1789264388.912465:0:20232:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0+-99:3622:x1876179322860544:12345-0@lo:103:ldlm_bl.0 Request processed in 13914us (14318us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789264388.912479:0:20232:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1789264388.914118:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789264388.914125:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789264388.914137:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1789264388.914193:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1789264388.914219:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3a844f8000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789264388.914238:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789264388.914240:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:2.0:1789264388.914253:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789264388.914319:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322861184:0@lo:9:umount.0 00000100:00100000:2.0:1789264388.914378:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789264388.914418:0:20977:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1789264388.914442:0:20977:0:(import.c:65:import_set_state_nolock()) ffff9c3a8455f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789264388.914460:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322861312:0@lo:9:umount.0 00000100:00100000:2.0:1789264388.914484:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1789264388.914539:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9c3ab302b370) has no exports 00000100:00100000:3.0:1789264388.914970:0:19101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322861184 00000100:00100000:3.0:1789264388.914978:0:19101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322861184 00000100:00100000:3.0:1789264388.915021:0:19101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322861312 00000100:00100000:3.0:1789264388.915024:0:19101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322861312 00000100:00100000:3.0:1789264388.915045:0:19101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789264388.915054:0:19101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1876179322861184:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789264388.915079:0:19101:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8110 00000100:00080000:3.0:1789264388.915087:0:19101:0:(import.c:65:import_set_state_nolock()) ffff9c398379c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789264388.915120:0:19101:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789264388.915262:0:19101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983111880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3621:x1876179322861184:12345-0@lo:9:umount.0 Request processed in 209us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264388.915269:0:19101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789264388.915284:0:19101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789264388.915290:0:19101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3621:x1876179322861312:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789264388.915300:0:19101:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8117 00000100:00080000:3.0:1789264388.915305:0:19101:0:(import.c:65:import_set_state_nolock()) ffff9c398379d000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789264388.915324:0:19101:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934601 00000100:00100000:3.0:1789264388.915388:0:19101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3621:x1876179322861312:12345-0@lo:9:umount.0 Request processed in 99us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264388.915406:0:19101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1789264388.920048:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a8455f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789264388.920063:0:3621:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789264388.920065:0:3621:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789264388.920071:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322861312:0@lo:9:umount.0 00000100:00080000:3.0:1789264388.920087:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a844f8000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789264388.920135:0:3621:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789264388.920346:0:3621:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789264388.920352:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322861184:0@lo:9:umount.0 00010000:00010000:3.0:1789264388.920401:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789264388.931772:0:3625:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.144@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1789264388.931778:0:3625:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1789264388.931787:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c39836e2d80 x1876179322859264/t0(0) o400->MGC192.168.203.144@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264388.931816:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c398463b100 x1876179322860544/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264388.931843:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3984638000 x1876179322861056/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264388.931851:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c398463a680 x1876179322860672/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264388.931859:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3984639500 x1876179322860928/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264388.931868:0:3625:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3984639c00 x1876179322860800/t0(0) o103->MGC192.168.203.144@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789264404 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264388.931935:0:3622:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9c3983cea000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1789264388.931962:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322860544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789264388.931972:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322861056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789264388.932003:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398463a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3622:1876179322860672:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264388.932377:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264388.932564:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3624:1876179322859264:0@lo:400:kworker.0 10000000:01000000:0.0:1789264388.934766:0:3625:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1789264388.934774:0:3625:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1789264388.934777:0:3625:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1789264388.934782:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789264388.934791:0:3625:0:(import.c:510:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 397 00000100:00080000:0.0:1789264388.934801:0:3625:0:(import.c:624:import_select_connection()) MGC192.168.203.144@tcp: import ffff9c3983cea000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264388.934845:0:3625:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f2680 x1876179322861440/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264388.935066:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322860928:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264388.935158:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3625:1876179322860800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264388.935326:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322861440:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:3.0:1789264388.935390:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876179322861440 offset 0 length 520: 4 00000020:00080000:1.0:1789264388.945124:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9c3ab302b370) has no exports 00010000:00010000:2.0:1789264389.003636:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789264389.008472:0:20977:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3ab572ccc0 - data ffff9c3aa9c5fa20/ffff9c3aaff1e400 00000020:01000000:3.0:1789264389.008662:0:20977:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3a8ae4c360 - data ffff9c3aa9e5f6c0/ffff9c3a84507000 00000001:00000004:3.0:1789264389.020907:0:20977:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789264389.054960:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264389.054968:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789264389.054976:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789264389.056561:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789264389.056568:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789264389.056589:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789264389.056592:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789264389.056958:0:17944:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789264389.056963:0:17944:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1789264389.056974:0:17944:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789264389.057554:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789264389.057558:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789264389.057577:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789264389.057579:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789264389.057959:0:17946:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789264389.057963:0:17946:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1789264389.057972:0:17946:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789264389.059471:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e15 00000020:00000080:1.0:1789264389.059484:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aba912800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789264389.059717:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba912800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789264389.060438:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e2a 00000020:00000080:1.0:1789264389.060446:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aae100000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789264389.060499:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1789264389.060505:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264389.060516:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789264389.060520:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9c3ab30299b8) has no exports 00000004:01000000:1.0:1789264389.061575:0:20977:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789264389.061589:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e7e 00000020:00000080:1.0:1789264389.061597:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a844fa000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264389.061728:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae100000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1789264389.062120:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789264389.062126:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264389.062134:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789264389.062137:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9c3ab27c8000) has no exports 00000020:00000080:1.0:1789264389.062146:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e77 00000020:00000080:1.0:1789264389.062150:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a84558000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1789264389.062521:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789264389.062526:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789264389.062531:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789264389.062536:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789264389.062538:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264389.062569:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264389.062575:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789264389.062579:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e69 00000020:00000080:1.0:1789264389.062584:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a844fd000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789264389.062587:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1789264389.062591:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264389.062594:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789264389.062596:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9c3ab27cb370) has no exports 00000020:00000080:1.0:1789264389.062599:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e5b 00000020:00000080:1.0:1789264389.062602:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a844ff000/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1789264389.062939:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1789264389.062943:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789264389.062945:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789264389.062948:0:20977:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789264389.062950:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264389.062972:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264389.062976:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1789264389.062986:0:20977:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789264389.062992:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e4d 00000020:00000080:1.0:1789264389.062997:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a844fc800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1789264389.063001:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1789264389.063013:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264389.063017:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789264389.063020:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9c3ab302cd28) has no exports 00000020:00000080:1.0:1789264389.063024:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e46 00000020:00000080:1.0:1789264389.063027:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aae103800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789264389.063842:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844fa000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789264389.063856:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a84558000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789264389.063862:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3a8455f800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1789264389.063877:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3a844f9800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264389.063879:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844f9800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1789264389.063883:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00010000:01000000:0.0:1789264389.063896:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789264389.063901:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789264389.063903:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789264389.063907:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789264389.063946:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264389.063956:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789264389.063957:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844fd000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789264389.063961:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844ff000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789264389.063965:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3a844f8000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1789264389.063969:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3a844fd800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264389.063971:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844fd800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1789264389.063974:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789264389.063980:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264389.063983:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789264389.063986:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a89ebc000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789264389.063988:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a89ebc000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789264389.063992:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789264389.063998:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844fc800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789264389.064002:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae103800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789264389.064006:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3aae104800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1789264389.064010:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3aae105800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264389.064012:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae105800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1789264389.064015:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789264389.066262:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e31 00000020:00000080:0.0:1789264389.066277:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aae107000/lustre-MDD0001_UUID 00000020:01000000:0.0:1789264389.066298:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789264389.066305:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264389.066313:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789264389.066318:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9c3ab3028000) has no exports 00000020:00000080:0.0:1789264389.066345:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264389.066350:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789264389.066355:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7e38 00000020:00000080:0.0:1789264389.066360:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aae105000/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789264389.066368:0:20977:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c39835f3800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789264389.066372:0:20977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c39835f3800 2 00000020:01000004:0.0:1789264389.066375:0:20977:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c39835f3800 from lustre-MDT0001 00000020:00000080:0.0:1789264389.066409:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264389.066414:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789264389.066417:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aba914000/lustre-MDT0001_UUID 00000020:00000080:0.0:1789264389.066431:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aba914000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789264389.066443:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789264389.066727:0:20977:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789264389.066731:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789264389.066735:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264389.066738:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789264389.066763:0:20977:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9c3a846e2800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789264389.066768:0:20977:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9c3aaa490000) has exports, disconnecting them 00000020:00080000:0.0:1789264389.066775:0:20977:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9c3a846e2800), last request at 1789264327 00000020:00000080:0.0:1789264389.066790:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7eb6 00000020:00080000:0.0:1789264389.066804:0:20977:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3a846e2800): rc 0 00000020:00000080:0.0:1789264389.066808:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a846e2800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789264389.067460:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae107000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1789264389.067467:0:8:0:(genops.c:885:class_export_put()) final put ffff9c3aae106000/lustre-MDD0001_UUID 00000020:00000080:3.0:1789264389.067469:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae106000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1789264389.067474:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1789264389.067599:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae105000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789264389.067603:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a846e2800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:3.0:1789264389.078811:0:20977:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:3.0:1789264389.078821:0:20977:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264389.078825:0:20977:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789264389.078833:0:20977:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789264389.078861:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3a846e4800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1789264389.079065:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789264389.079087:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:3.0:1789264389.079093:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3a89ebe800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1789264389.079097:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a89ebe800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1789264389.079106:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:3.0:1789264389.079168:0:20977:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c39835f3800 1 00000020:00000080:3.0:1789264389.079173:0:20977:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7ddd 00000020:00000080:3.0:1789264389.079180:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aae15e800/lustre-MDT0001-osd_UUID 00000020:01000000:3.0:1789264389.079188:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:3.0:1789264389.079195:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aae15e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789264389.079203:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264389.079207:0:20977:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789264389.079211:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9c3982363370) has no exports 00000020:00000080:3.0:1789264389.168871:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789264389.168886:0:20977:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1789264389.168892:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3aaa481000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1789264389.168896:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa481000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1789264389.168906:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1789264389.169017:0:20977:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c3aaa485800 00000020:01000000:3.0:1789264389.169035:0:20977:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1789264389.169039:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264389.169043:0:20977:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789264389.169048:0:20977:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9c3aba8eb370) has no exports 00000100:00100000:1.0:1789264389.169198:0:17205:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9c3aae0f8200:17205] 2 exiting: rc = 0 00000100:00100000:1.0:1789264389.169293:0:17203:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9c3aae0f8c00:17203] 0 exiting: rc = 1 00000100:00100000:0.0:1789264389.169617:0:17204:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9c3aae0f9e00:17204] 1 exiting: rc = 0 00000100:00100000:0.0:1789264389.169706:0:18643:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9c3a845ed800:18643] 3 exiting: rc = 0 00000100:00100000:3.0:1789264389.169862:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169870:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169875:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169881:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169886:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169892:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169898:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169903:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169909:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169914:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169932:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169938:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169943:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169949:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169954:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169960:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169966:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169973:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169978:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169984:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169991:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.169997:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170002:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170008:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170014:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170019:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170025:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170032:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170037:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170043:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170049:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170054:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170060:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170065:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170071:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170076:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170082:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170087:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170094:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170109:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170116:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170122:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170129:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170136:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170142:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170156:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170163:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170169:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170176:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170182:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170188:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170193:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170199:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170205:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170210:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170217:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170222:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170228:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170234:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170240:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170245:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170250:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170255:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.170261:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.175455:0:17207:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9c3aba93aa00:17207] 1 exiting: rc = 0 00000100:00100000:1.0:1789264389.175581:0:17206:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9c3aae0f8400:17206] 0 exiting: rc = 1 00000100:00100000:2.0:1789264389.175672:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175680:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175687:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175692:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175711:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175716:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175721:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175727:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175732:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175737:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175741:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175792:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175798:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175803:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175809:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175815:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175821:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175827:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175832:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175838:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175844:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175850:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175856:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175861:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175867:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175872:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175879:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175884:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175891:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175896:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175902:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175908:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175914:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175919:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175924:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175929:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175935:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175941:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175946:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175960:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175967:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175972:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175978:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175984:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175990:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.175995:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176000:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176005:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176011:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176017:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176022:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176027:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176033:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176038:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176043:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176049:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176054:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176066:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176073:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176079:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176084:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176090:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176096:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176102:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176548:0:17209:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9c39825f5200:17209] 1 exiting: rc = 0 00000100:00100000:1.0:1789264389.176691:0:17208:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9c39825f5400:17208] 0 exiting: rc = 1 00000100:00100000:2.0:1789264389.176894:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176903:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176909:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176914:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176922:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176929:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176935:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176941:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176947:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176961:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176968:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176973:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.176996:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177005:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177010:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177016:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177022:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177027:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177033:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177039:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177045:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177050:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177058:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177065:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177088:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177095:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177101:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177107:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177113:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177120:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177125:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177133:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177139:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177147:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177153:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177159:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177181:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177188:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177195:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177202:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177208:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177214:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177221:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177226:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177240:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177246:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177252:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177261:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177284:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177291:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177297:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177303:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177310:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177316:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177322:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177330:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177337:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177344:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177350:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177357:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177378:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177385:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177391:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.177398:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789264389.191943:0:17211:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9c39825f4800:17211] 1 exiting: rc = 0 00000100:00100000:0.0:1789264389.192199:0:17210:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9c39825f5a00:17210] 0 exiting: rc = 1 00000100:00100000:1.0:1789264389.192388:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192396:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192402:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192407:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192413:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192430:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192438:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192445:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192453:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192464:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192473:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192484:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192493:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192505:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192514:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192525:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192535:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192545:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192555:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192564:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192573:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192582:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192591:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192724:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192729:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192735:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.192740:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193004:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193009:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193014:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193019:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193024:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193030:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193035:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193040:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193046:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193052:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193057:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193062:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193068:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193073:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193078:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193084:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193092:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193101:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193111:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193118:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193124:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193129:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193135:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193141:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193146:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193151:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193157:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193163:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193169:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193175:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193180:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193195:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193200:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193205:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193211:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193217:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264389.193223:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789264389.199175:0:17212:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9c3ab2dd7000:17212] 0 exiting: rc = 1 00000100:00100000:3.0:1789264389.201438:0:17213:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9c3ab2dd6000:17213] 1 exiting: rc = 0 00000100:00100000:2.0:1789264389.201519:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201528:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201533:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201539:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201544:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201549:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201553:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201557:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201563:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201568:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201573:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201578:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201583:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201588:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201594:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201625:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201630:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201635:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201641:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201646:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201651:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201656:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201660:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201666:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201670:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201676:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201682:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201687:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201692:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201697:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201701:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201706:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201710:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201715:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201719:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201724:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201729:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201734:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201740:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201772:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201777:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201783:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201788:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201794:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201798:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201803:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201808:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201813:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201819:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201824:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201837:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201842:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201847:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201852:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201857:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201862:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201867:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201871:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201876:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201881:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201886:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201890:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201895:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.201900:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.202362:0:17215:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9c3ab2dd6a00:17215] 1 exiting: rc = 0 00000100:00100000:1.0:1789264389.202419:0:17214:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9c3ab2dd6800:17214] 0 exiting: rc = 1 00000100:00100000:2.0:1789264389.202741:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202800:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202805:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202810:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202814:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202820:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202829:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202835:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202843:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202851:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202861:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202870:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202876:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202881:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202886:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202890:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202907:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202913:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202918:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202923:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202928:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202943:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202948:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202952:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202958:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202964:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202969:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202974:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202978:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202983:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202987:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202992:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.202997:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203002:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203007:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203012:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203016:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203022:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203027:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203031:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203035:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203040:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203045:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203050:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203055:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203061:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203066:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203071:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203075:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203080:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203085:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203091:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203106:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203113:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203118:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203122:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203135:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203141:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203146:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203151:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203156:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203161:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203166:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.203171:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264389.204564:0:17216:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9c39833c5a00:17216] 0 exiting: rc = 1 00000100:00100000:0.0:1789264389.204718:0:17217:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9c39833c4000:17217] 1 exiting: rc = 0 00000100:00100000:1.0:1789264389.204868:0:17218:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9c39833c5000:17218] 2 exiting: rc = 0 00000100:00100000:2.0:1789264389.204935:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.204946:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205046:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205053:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205059:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205064:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205070:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205076:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205081:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205340:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205349:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205355:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205361:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205367:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205372:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205379:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205385:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205392:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205398:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205403:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205408:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205414:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205432:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205454:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205460:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205466:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205471:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205487:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205492:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205497:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205503:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205508:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205513:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205517:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205522:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205527:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205533:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205538:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205543:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205548:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205553:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205558:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205564:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205569:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205575:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205580:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205586:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205604:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205611:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205616:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205621:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205627:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205632:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205637:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205643:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205648:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205654:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205659:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205665:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205670:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205675:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205682:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205694:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264389.205699:0:20977:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1789264389.210689:0:20977:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789264389.210701:0:20977:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1789264389.210706:0:20977:0:(genops.c:885:class_export_put()) final put ffff9c3983ced800/MDS_uuid 00000020:00000080:2.0:1789264389.210709:0:20977:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983ced800/MDS_uuid for MDS 00000020:01000000:2.0:1789264389.210717:0:20977:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1789264389.210879:0:20977:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1789264390.026589:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264391.050370:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264392.079830:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789264392.293547:0:21178:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789264392.310878:0:21178:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1789264392.310932:0:21178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264392.310947:0:21178:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264392.310954:0:21178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264392.310977:0:21178:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264392.311007:0:21178:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789264392.311013:0:21178:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789264392.311037:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264392.311041:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789264392.311047:0:21178:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789264392.311053:0:21178:0:(import.c:65:import_set_state_nolock()) ffff9c39830e8000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789264392.311058:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264392.311059:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789264392.311062:0:21178:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789264392.311895:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789264392.311900:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789264392.311904:0:21178:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789264392.311924:0:21178:0:(import.c:65:import_set_state_nolock()) ffff9c3984743800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1789264392.312008:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264392.312016:0:17193:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264392.312025:0:17193:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:0.0:1789264392.312028:0:17193:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264392.312037:0:17193:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789264392.312045:0:17193:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264392.312051:0:17193:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789264392.312053:0:17193:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789264392.312056:0:17193:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789264392.312069:0:17193:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:0.0:1789264392.312073:0:17193:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264392.312093:0:17193:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cb400/0xecaf9f2f14ed7f50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7f57 expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264392.312111:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264392.312113:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264392.312115:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264392.312180:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3621:1876179322861568:0@lo:39:umount.0 00000400:00000100:1.0:1789264392.312234:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322861568 offset 0 length 224: 4 00010000:00010000:2.0:1789264393.099775:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789264393.226017:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264393.226026:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264393.226029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264393.226033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789264393.226037:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264393.226045:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 468 00000100:00080000:2.0:1789264393.226051:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789264393.226057:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c3982581000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264393.226097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac6a680 x1876179322861696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264393.226232:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789264393.226250:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3622:1876179322861824:0@lo:400:kworker.0 00000400:00000100:0.0:1789264393.226298:0:3622:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322861824 offset 0 length 224: 4 00000100:00100000:1.0:1789264393.226492:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322861696:0@lo:38:kworker.0 00000400:00000100:1.0:1789264393.226515:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322861696 offset 0 length 520: 4 00010000:00010000:1.0:1789264394.123484:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789264394.249914:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264394.249924:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264394.249928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264394.249931:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789264394.250026:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322861952:0@lo:400:kworker.0 00000400:00000100:3.0:1789264394.250086:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322861952 offset 0 length 224: 4 00000001:00100000:3.0:1789264394.766038:0:19526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789264394.766047:0:19526:0:(genops.c:885:class_export_put()) final put ffff9c398379b000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789264394.766180:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398379b000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1789264394.766247:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c398379d000 for lustre-OST0001 00000001:00100000:1.0:1789264394.768306:0:18706:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789264394.768315:0:18706:0:(genops.c:885:class_export_put()) final put ffff9c398379c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789264394.770054:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398379c000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789264394.770124:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c398379c800 for lustre-OST0000 00010000:00010000:0.0:1789264395.147732:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264396.170215:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264397.193961:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264398.217902:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789264398.281875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264398.281884:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264398.281887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264398.281890:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789264398.282203:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322862080:0@lo:400:kworker.0 00000400:00000100:1.0:1789264398.282260:0:3625:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322862080 offset 0 length 224: 4 00000100:00100000:1.0:1789264398.346535:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264388/real 1789264388] req@ffff9c39837f2680 x1876179322861440/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789264398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264398.346567:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c39837f2680 x1876179322861440/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789264398 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264398.346588:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264398.346613:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1789264398.346616:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322861440:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:2.0:1789264398.346706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264398.346711:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789264398.346713:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264398.346718:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 469 00000100:00080000:2.0:1789264398.346723:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789264398.346728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.144@tcp: import ffff9c3983cea000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264398.346775:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac68380 x1876179322862208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264398.346798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789264398.346801:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789264398.346852:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322862208:0@lo:250:kworker.0 00000400:00000100:1.0:1789264398.346903:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876179322862208 offset 0 length 520: 4 00010000:00010000:2.0:1789264399.241993:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264400.266559:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264401.289942:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264402.315149:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264402.441898:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264392/real 1789264392] req@ffff9c3983f48380 x1876179322861568/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789264402 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264402.441934:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3983f48380 x1876179322861568/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789264402 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264402.441955:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3984743800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789264402.441971:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3621:1876179322861568:0@lo:39:umount.0 00000100:00080000:3.0:1789264402.442088:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789264402.442093:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789264402.442098:0:21178:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789264402.442976:0:21178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443011:0:21178:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443019:0:21178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443026:0:21178:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443055:0:21178:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264402.443063:0:21178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443070:0:21178:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443076:0:21178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443082:0:21178:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264402.443105:0:21178:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789264402.443110:0:21178:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1789264402.443137:0:21178:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1789264402.443142:0:21178:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1789264402.443147:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264402.443153:0:21178:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789264402.443157:0:21178:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9c3982360000) has no exports 00000020:00080000:3.0:1789264402.443189:0:21178:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9c3982360000) has no exports 00010000:00010000:1.0:1789264402.443405:0:18738:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789264402.443414:0:18738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443422:0:18738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cbe00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:1.0:1789264402.443426:0:18738:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443434:0:18738:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789264402.443442:0:18738:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264402.443449:0:18738:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789264402.443451:0:18738:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1789264402.443453:0:18738:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1789264402.443467:0:18738:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:1.0:1789264402.443471:0:18738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443485:0:18738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cbe00/0xecaf9f2f14ed7f26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7f2d expref: -99 pid: 18705 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443499:0:18738:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264402.443503:0:18738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443508:0:18738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366a800 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:1.0:1789264402.443511:0:18738:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443519:0:18738:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789264402.443525:0:18738:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264402.443529:0:18738:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789264402.443532:0:18738:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789264402.443533:0:18738:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789264402.443540:0:18738:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:1.0:1789264402.443543:0:18738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443549:0:18738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366a800/0xecaf9f2f14ed828a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed8291 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264402.443557:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264402.443559:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264402.443567:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264402.446070:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789264402.447222:0:21178:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3aae13e7e0 - data ffff9c3aa9c505e8/ffff9c3aaf7a5800 00000020:01000000:3.0:1789264402.449158:0:21178:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c39845cb840 - data ffff9c3aa9cb4d80/ffff9c3983de9400 00100000:10000000:3.0:1789264402.457724:0:21178:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789264402.466107:0:21178:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f3b 00000020:00000080:3.0:1789264402.466119:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c398236c800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1789264402.466140:0:21178:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3abb9e8800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1789264402.466144:0:21178:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3abb9e8800 2 00000020:01000004:3.0:1789264402.466147:0:21178:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c3abb9e8800 from lustre-OST0000 00000020:00000080:3.0:1789264402.466170:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789264402.466179:0:21178:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1789264402.466182:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c398236d000/lustre-OST0000_UUID 00000020:00000080:3.0:1789264402.466184:0:21178:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398236d000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1789264402.466191:0:21178:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1789264402.466233:0:21178:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1789264402.466237:0:21178:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1789264402.466240:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264402.466244:0:21178:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789264402.466250:0:21178:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9c3984746000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789264402.466257:0:21178:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9c3ab27c99b8) has exports, disconnecting them 00000020:00080000:3.0:1789264402.466261:0:21178:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9c3984746000), last request at 1789264338 00000020:00000080:3.0:1789264402.466265:0:21178:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f65 00000020:00080000:3.0:1789264402.466273:0:21178:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3984746000): rc 0 00000020:00000080:3.0:1789264402.466276:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c3984746000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789264402.466900:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398236c800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789264402.466915:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984746000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1789264402.470875:0:21178:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789264402.470885:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789264402.470889:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789264402.470897:0:21178:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789264402.472365:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789264402.472379:0:21178:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1789264402.472387:0:21178:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1789264402.472395:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789264402.472400:0:21178:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789264402.472407:0:21178:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9c3984740800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789264402.472415:0:21178:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9c3ab27ccd28) has exports, disconnecting them 00000020:00080000:0.0:1789264402.472420:0:21178:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9c3984740800), last request at 1789264338 00000020:00000080:0.0:1789264402.472437:0:21178:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f7a 00000020:00080000:0.0:1789264402.472458:0:21178:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3984740800): rc 0 00000020:00000080:0.0:1789264402.472463:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c3984740800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789264402.473559:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c39830e8000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1789264402.473572:0:36:0:(genops.c:885:class_export_put()) final put ffff9c39830ed000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1789264402.473576:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c39830ed000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1789264402.473587:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1789264402.473645:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984740800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1789264402.473680:0:21178:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789264402.473685:0:21178:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789264402.473689:0:21178:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789264402.473696:0:21178:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264402.473727:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3984743800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1789264402.473904:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264402.473913:0:21178:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1789264402.473919:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c3984745800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1789264402.473924:0:21178:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984745800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1789264402.473928:0:21178:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1789264402.473959:0:21178:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3abb9e8800 1 00000020:00000080:1.0:1789264402.473965:0:21178:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7f18 00000020:00000080:1.0:1789264402.473970:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1fa000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1789264402.473978:0:21178:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1789264402.473985:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1fa000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1789264402.473995:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264402.473999:0:21178:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789264402.474006:0:21178:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9c3982364d28) has no exports 00000020:00000080:1.0:1789264402.524612:0:21178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264402.524625:0:21178:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1789264402.524631:0:21178:0:(genops.c:885:class_export_put()) final put ffff9c3abb9ea800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1789264402.524647:0:21178:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3abb9ea800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1789264402.524659:0:21178:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1789264402.525081:0:21178:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c3abb9ef800 00000020:02000400:1.0:1789264402.525124:0:21178:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1789264403.337881:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789264403.472158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789264403.472169:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264403.472171:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789264403.472175:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789264403.472266:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3622:1876179322862336:0@lo:400:kworker.0 00000400:00000100:1.0:1789264403.472319:0:3622:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322862336 offset 0 length 224: 4 00010000:00010000:1.0:1789264404.367496:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264405.385970:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789264406.064518:0:21381:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1789264406.085145:0:21381:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789264406.085264:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264406.085553:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264406.085581:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264406.085590:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264406.085900:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789264406.085909:0:21381:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1789264406.085947:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264406.085964:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abac6a680 x1876179322861696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789264413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264406.086001:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789264406.086009:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789264406.086016:0:21381:0:(import.c:65:import_set_state_nolock()) ffff9c3982581000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1789264406.086023:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789264406.086027:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abac6a680 x1876179322861696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789264413 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264406.086034:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789264406.086037:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:0.0:1789264406.086245:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322861696:0@lo:38:kworker.0 00010000:00010000:2.0:1789264406.086347:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264406.086357:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264406.086368:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366aa00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264406.086374:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264406.086401:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264406.086409:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264406.086596:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789264406.086599:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1789264406.086602:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1789264406.086620:0:17192:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:2.0:1789264406.086624:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264406.086632:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed80ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed80b5 expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264406.087694:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264406.087699:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264406.087702:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789264406.091767:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789264406.091793:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abac69880 x1876179322861824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264406.091815:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abac69180 x1876179322861952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264406.091836:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abac6ad80 x1876179322862080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264406.091854:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c39837f0a80 x1876179322862336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264406.091864:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789264406.091871:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789264406.091905:0:21381:0:(import.c:65:import_set_state_nolock()) ffff9c3982580800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789264406.091919:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322862080:0@lo:400:kworker.0 00000100:00100000:0.0:1789264406.091943:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3621:1876179322862464:0@lo:39:umount.0 00000400:00000100:0.0:1789264406.092022:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876179322862464 offset 0 length 224: 4 00000100:00100000:3.0:1789264406.092149:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322861952:0@lo:400:kworker.0 00000100:00100000:1.0:1789264406.092214:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3622:1876179322862336:0@lo:400:kworker.0 00000100:00100000:1.0:1789264406.092222:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3622:1876179322861824:0@lo:400:kworker.0 00010000:00010000:1.0:1789264406.409975:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264407.434203:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264408.461678:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789264408.586696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264408.586705:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1789264409.481997:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264410.505973:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264411.531450:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264412.555173:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264413.257895:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264398/real 1789264398] req@ffff9c3abac68380 x1876179322862208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789264413 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264413.257928:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abac68380 x1876179322862208/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789264413 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789264413.257949:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264413.257972:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1789264413.257976:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322862208:0@lo:250:kworker.0 00000100:00080000:1.0:1789264413.258012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789264413.258018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1789264413.258021:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264413.258027:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 478 00000100:00080000:1.0:1789264413.258031:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.144@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789264413.258038:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.144@tcp: import ffff9c3983cea000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264413.258076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa92a00 x1876179322862592/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264413.258163:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322862592:0@lo:250:kworker.0 00000400:00000100:0.0:1789264413.258207:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876179322862592 offset 0 length 520: 4 00010000:00010000:0.0:1789264413.577901:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264414.602110:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264415.627610:0:18738:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264416.332979:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264406/real 1789264406] req@ffff9c39837f3b80 x1876179322862464/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789264416 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264416.333013:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c39837f3b80 x1876179322862464/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789264416 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789264416.333034:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3982580800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1789264416.333057:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3621:1876179322862464:0@lo:39:umount.0 00000100:00080000:1.0:1789264416.333281:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789264416.333286:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789264416.333291:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1789264416.334209:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334225:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334232:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334249:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334275:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264416.334282:0:21381:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334289:0:21381:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334294:0:21381:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334300:0:21381:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264416.334322:0:21381:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1789264416.334327:0:21381:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1789264416.334363:0:21381:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1789264416.334366:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1789264416.334370:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264416.334375:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789264416.334380:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9c3aaa493370) has no exports 00000020:00080000:1.0:1789264416.334400:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9c3aaa493370) has no exports 00010000:00010000:2.0:1789264416.334472:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264416.334481:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334489:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a8a36a400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264416.334493:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334502:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264416.334531:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264416.334536:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789264416.334539:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1789264416.334542:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1789264416.334558:0:17192:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:2.0:1789264416.334562:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334570:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36a400/0xecaf9f2f14ed8084 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed808b expref: -99 pid: 19525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334587:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264416.334591:0:17192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334598:0:17192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a813fd400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264416.334601:0:17192:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334610:0:17192:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264416.334616:0:17192:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264416.334623:0:17192:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789264416.334625:0:17192:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789264416.334635:0:17192:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789264416.334643:0:17192:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:2.0:1789264416.334647:0:17192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334655:0:17192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3a813fd400/0xecaf9f2f14ed827c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed8283 expref: -99 pid: 17201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.334673:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264416.334675:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264416.334678:0:17192:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1789264416.336032:0:21381:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3aae13ec60 - data ffff9c3a90326798/ffff9c3aaff7ac00 00000020:01000000:1.0:1789264416.336159:0:21381:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c3aae13eae0 - data ffff9c3981c9d1b0/ffff9c3982433400 00010000:00010000:3.0:1789264416.336548:0:17193:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1789264416.357964:0:21381:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789264416.384688:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed8099 00000020:00000080:2.0:1789264416.384702:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3a844fb000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1789264416.384796:0:21381:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3984743000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1789264416.384801:0:21381:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3984743000 2 00000020:01000004:2.0:1789264416.384805:0:21381:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c3984743000 from lustre-OST0001 00000020:00000080:2.0:1789264416.384828:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789264416.384841:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1789264416.384844:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c398379a000/lustre-OST0001_UUID 00000020:00000080:2.0:1789264416.384847:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398379a000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1789264416.384853:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1789264416.384983:0:21381:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 33d0f4c0-a3be-407d-95bb-bba0d070d9d9->MGS 00010000:00010000:2.0:1789264416.385000:0:21381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cb800/0xecaf9f2f14ed7de4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7deb expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264416.385012:0:21381:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb800/0xecaf9f2f14ed7de4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7deb expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264416.385018:0:21381:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1789264416.385021:0:21381:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1789264416.385024:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1789264416.385039:0:21381:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:2.0:1789264416.385052:0:21381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cb800/0xecaf9f2f14ed7de4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7deb expref: -99 pid: 17935 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264416.385067:0:21381:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36b800/0xecaf9f2f14ed7cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xecaf9f2f14ed7cda expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264416.385073:0:21381:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36b800/0xecaf9f2f14ed7cd3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xecaf9f2f14ed7cda expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264416.385078:0:21381:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789264416.385081:0:21381:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1789264416.385083:0:21381:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1789264416.385092:0:21381:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c3983cea000 00010000:00010000:2.0:1789264416.385095:0:21381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3a8a36b800/0xecaf9f2f14ed7cd3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xecaf9f2f14ed7cda expref: -99 pid: 17183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1789264416.385112:0:21381:0:(import.c:65:import_set_state_nolock()) ffff9c3983cea000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1789264416.385116:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1789264416.385118:0:21381:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1789264416.385120:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1789264416.385125:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1789264416.385136:0:21381:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c3abaa92a00 x1876179322862592/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789264433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1789264416.385161:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789264416.385164:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:2.0:1789264416.385233:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:33d0f4c0-a3be-407d-95bb-bba0d070d9d9:3621:1876179322862592:0@lo:250:kworker.0 10000000:01000000:2.0:1789264416.385272:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789264416.385279:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed7cbe 00000020:00000080:2.0:1789264416.385283:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3983ce8000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 00000020:00000080:1.0:1789264416.390846:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3a844fb000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789264416.391079:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.144@tcp (flags='') 00000020:00000080:1.0:1789264416.391148:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983ce8000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 for MGC192.168.203.144@tcp 00000020:00000080:3.0:1789264416.391188:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264416.391197:0:21381:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.144@tcp: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789264416.391201:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9c3aba8e8000) has no exports 10000000:01000000:1.0:1789264416.391296:0:17201:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1789264416.391299:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.144@tcp: client import never connected 00000100:00080000:3.0:1789264416.391304:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1789264416.391307:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789264416.391323:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1789264416.391326:0:21381:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1789264416.391384:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789264416.391390:0:21381:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.144@tcp (uuid 33d0f4c0-a3be-407d-95bb-bba0d070d9d9) 00000020:01000000:3.0:1789264416.391397:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1789264416.391400:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789264416.391403:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789264416.391410:0:21381:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9c3982584800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789264416.391415:0:21381:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9c3983708000) has exports, disconnecting them 00000020:00080000:3.0:1789264416.391419:0:21381:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9c3982584800), last request at 1789264347 00000020:00000080:3.0:1789264416.391424:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed80c3 00000020:00080000:3.0:1789264416.391437:0:21381:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3982584800): rc 0 00000020:00000080:3.0:1789264416.391441:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3982584800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789264416.391807:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3983cea000 for MGC192.168.203.144@tcp 00000020:00000080:2.0:1789264416.391822:0:36:0:(genops.c:885:class_export_put()) final put ffff9c3983cef000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 00000020:00000080:2.0:1789264416.391825:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3983cef000/33d0f4c0-a3be-407d-95bb-bba0d070d9d9 for MGC192.168.203.144@tcp 00000020:01000000:2.0:1789264416.391832:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.144@tcp (33d0f4c0-a3be-407d-95bb-bba0d070d9d9) 00000020:00000080:2.0:1789264416.392095:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3982584800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789264416.397692:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789264416.397702:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789264416.397707:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789264416.397714:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789264416.397758:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3982581000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1789264416.397934:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789264416.397943:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1789264416.397948:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c39830e8800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1789264416.397952:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9c39830e8800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1789264416.397958:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789264416.398021:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789264416.398025:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789264416.398029:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789264416.398035:0:21381:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9c3982587000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789264416.398041:0:21381:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9c398370b370) has exports, disconnecting them 00000020:00080000:2.0:1789264416.398045:0:21381:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9c3982587000), last request at 1789264347 00000020:00000080:2.0:1789264416.398048:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed80d8 00000020:00080000:2.0:1789264416.398060:0:21381:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c3982587000): rc 0 00000020:00000080:2.0:1789264416.398064:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3982587000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1789264416.398132:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3982587000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1789264416.433885:0:21381:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1789264416.433894:0:21381:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789264416.433899:0:21381:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789264416.434009:0:21381:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789264416.434045:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c3982580800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1789264416.434098:0:18738:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1789264416.434343:0:17192:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1789264416.437989:0:17193:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1789264416.438173:0:17188:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9c3aaa046c00:17188] 1 exiting: rc = 0 00000100:00100000:2.0:1789264416.438220:0:17187:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9c3aaa047800:17187] 0 exiting: rc = 1 00000100:00100000:1.0:1789264416.438338:0:18737:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9c3982698800:18737] 2 exiting: rc = 0 00000100:00100000:1.0:1789264416.438408:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789264416.442863:0:17189:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9c3a92562200:17189] 0 exiting: rc = 1 00000100:00100000:2.0:1789264416.442865:0:17191:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9c3a8e94a200:17191] 2 exiting: rc = 0 00000100:00100000:1.0:1789264416.443021:0:17190:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9c3a92563600:17190] 1 exiting: rc = 0 00000100:00100000:1.0:1789264416.444727:0:18356:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9c3a8e063600:18356] 3 exiting: rc = 0 00000100:00100000:2.0:1789264416.444855:0:20232:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_004: service thread [ffff9c3ab6961400:20232] 4 exiting: rc = 0 00000100:00100000:1.0:1789264416.444965:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.444974:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.444980:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.444986:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.444992:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.444997:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445015:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445022:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445028:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445033:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445037:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445042:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445047:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445052:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445056:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445060:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445066:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445071:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445075:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445080:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445084:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445090:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445095:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445100:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445105:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445110:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445116:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445121:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445127:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445132:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445137:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445142:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445146:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445151:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445156:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445162:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445168:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445174:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445180:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445187:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445192:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445208:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445406:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445414:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445420:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445424:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445429:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445434:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445439:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445444:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445449:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445454:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445459:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445465:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445471:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445477:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445484:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445493:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445502:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445507:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445512:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445517:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445522:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.445609:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789264416.446435:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264416.446446:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1789264416.446452:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3982582000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1789264416.446456:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3982582000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1789264416.446462:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1789264416.446517:0:21381:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3984743000 1 00000020:00000080:1.0:1789264416.446739:0:21381:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xecaf9f2f14ed807d 00000020:00000080:1.0:1789264416.446765:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c398379a800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1789264416.446779:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1789264416.446790:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c398379a800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1789264416.446803:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264416.446815:0:21381:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789264416.446819:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9c398370cd28) has no exports 00000020:00000080:1.0:1789264416.489680:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264416.489694:0:21381:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1789264416.489699:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3984742000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1789264416.489704:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3984742000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1789264416.489714:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1789264416.490073:0:21381:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c3984741800 00000020:01000000:1.0:1789264416.490100:0:21381:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1789264416.490104:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789264416.490108:0:21381:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1789264416.490113:0:21381:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9c3ab6920000) has no exports 00000020:00000080:1.0:1789264416.490131:0:21381:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789264416.490136:0:21381:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1789264416.490139:0:21381:0:(genops.c:885:class_export_put()) final put ffff9c3aaa1fe000/OSS_uuid 00000020:00000080:1.0:1789264416.490141:0:21381:0:(genops.c:844:class_export_destroy()) destroying export ffff9c3aaa1fe000/OSS_uuid for OSS 00000020:01000000:1.0:1789264416.490146:0:21381:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1789264416.490268:0:19869:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9c39837e9800:19869] 4 exiting: rc = 0 00000100:00100000:2.0:1789264416.490361:0:18709:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9c3a8c3c4800:18709] 0 exiting: rc = 1 00000100:00100000:2.0:1789264416.490414:0:18711:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9c3a844f5e00:18711] 2 exiting: rc = 0 00000100:00100000:2.0:1789264416.490469:0:18710:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9c3a84b83400:18710] 1 exiting: rc = 0 00000100:00080000:0.0:1789264416.490717:0:17200:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1789264416.490902:0:19101:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9c3982762000:19101] 3 exiting: rc = 0 00000100:00100000:3.0:1789264416.490937:0:19872:0:(service.c:3183:ptlrpc_main()) ll_ost00_005: service thread [ffff9c39837e9200:19872] 5 exiting: rc = 0 00000100:00100000:1.0:1789264416.493848:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493859:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493865:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493870:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493875:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493879:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493884:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493890:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493897:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493903:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493909:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493914:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493921:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493926:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493930:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493935:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493941:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493959:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493964:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493969:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493974:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493980:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493984:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493990:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.493996:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494002:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494007:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494012:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494017:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494022:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494027:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494033:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494038:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494044:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494049:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494054:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494058:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494063:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494068:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494072:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494077:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494103:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494108:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494114:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494119:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494124:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494128:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494133:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494138:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494143:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494148:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494153:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494165:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494170:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494175:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494181:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494190:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494195:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494201:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494205:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494211:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494216:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494221:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.494231:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.496692:0:18712:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9c39810c9400:18712] 0 exiting: rc = 1 00000100:00100000:2.0:1789264416.497185:0:18714:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9c3a84648200:18714] 1 exiting: rc = 0 00000100:00100000:1.0:1789264416.497602:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497610:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497615:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497620:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497625:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497630:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497635:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497641:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497646:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497651:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497657:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497662:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497667:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497672:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497677:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497682:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497688:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497693:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497697:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497702:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497708:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497713:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497718:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497737:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497950:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497959:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.497964:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498341:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498350:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498356:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498361:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498366:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498372:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498377:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498382:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498387:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498392:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498398:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498403:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498409:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498414:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498419:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498425:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498430:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498435:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498441:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498447:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498452:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498458:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498463:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498468:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498473:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498478:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498484:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498489:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498495:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498500:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498505:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498521:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498527:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498532:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498538:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498542:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789264416.498548:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.502343:0:18716:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9c3aa024fc00:18716] 1 exiting: rc = 0 00000100:00100000:1.0:1789264416.502426:0:18715:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9c3aa024e200:18715] 0 exiting: rc = 1 00000100:00100000:1.0:1789264416.502930:0:20346:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_003: service thread [ffff9c3ab6960200:20346] 3 exiting: rc = 0 00000100:00100000:0.0:1789264416.504958:0:18717:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9c3a847f6800:18717] 2 exiting: rc = 0 00000100:00100000:3.0:1789264416.505184:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505193:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505199:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505215:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505222:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505228:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505233:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505275:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505283:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505289:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505294:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505301:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505308:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505313:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505318:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505325:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505346:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505351:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505357:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505363:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505370:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505374:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505379:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505384:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505390:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505395:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505400:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505419:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505425:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505431:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505437:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505443:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505449:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505461:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505468:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505478:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505485:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505490:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505495:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505501:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505506:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505511:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505520:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505899:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505908:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505914:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505919:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505925:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505930:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505935:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505941:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505961:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505967:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505981:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505988:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.505995:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506001:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506016:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506023:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506027:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506034:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506038:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506046:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789264416.506051:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789264416.517268:0:18719:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9c3a84bafa00:18719] 1 exiting: rc = 0 00000100:00100000:3.0:1789264416.517413:0:18718:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9c3a84ba0600:18718] 0 exiting: rc = 1 00000100:00100000:2.0:1789264416.517511:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517518:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517523:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517529:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517534:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517540:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517545:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517551:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517557:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517562:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517568:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517573:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517585:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517593:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517598:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517603:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517608:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517613:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517618:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517623:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517628:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517633:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517638:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517644:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517649:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517655:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517660:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517665:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517671:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517684:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517689:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517695:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517699:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517704:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517709:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517714:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517719:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517724:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517728:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517734:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517798:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517805:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517812:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517817:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517823:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517828:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517833:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517837:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517842:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517847:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517852:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517858:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517864:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517868:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517873:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517879:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517883:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517888:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517893:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517898:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517902:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517907:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517913:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.517923:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789264416.518678:0:18721:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9c3a8a368600:18721] 1 exiting: rc = 0 00000100:00100000:1.0:1789264416.518773:0:18720:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9c39833c4e00:18720] 0 exiting: rc = 1 00000100:00100000:2.0:1789264416.519095:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519104:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519110:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519116:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519121:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519142:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519149:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519156:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519162:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519168:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519173:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519178:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519184:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519190:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519196:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519202:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519208:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519228:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519235:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519251:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519256:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519262:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519268:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519274:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519280:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519286:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519291:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519298:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519304:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519325:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519332:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519337:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519343:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519348:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519355:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519372:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519378:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519885:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519894:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519901:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519907:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519931:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519938:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519944:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519950:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519956:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519962:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519968:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519974:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519980:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519985:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.519991:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520063:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520085:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520092:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520099:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520104:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520111:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520116:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520123:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520129:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520135:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520140:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789264416.520153:0:21381:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1789264416.530894:0:21381:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1789264432.540118:0:22145:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1789264440.657233:0:22745:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789264440.657239:0:22745:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1789264440.657240:0:22745:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789264440.657343:0:22745:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c3aaffaf800 00000020:01000004:3.0:1789264440.657358:0:22745:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1789264440.657365:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789264440.657379:0:22745:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9c3aaa490000) 00000020:00000080:3.0:1789264440.657393:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789264440.729130:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.731055:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789264440.732338:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1789264440.733066:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1789264440.733264:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.733451:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.733931:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1789264440.734372:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.734908:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.735160:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.735354:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.735766:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1789264440.736085:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1789264440.736273:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1789264440.736584:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789264440.737112:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789264440.737368:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1789264440.737706:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789264440.738096:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:2.0:1789264440.738290:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789264440.738720:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.739249:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.739492:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.739784:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.740065:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.740262:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.740935:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.741200:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.741404:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.741920:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.742135:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.742389:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.742727:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.743360:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789264440.743721:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1789264440.745962:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.746177:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.746692:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.747417:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.747707:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.748189:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.748676:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.749143:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.749381:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.749615:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789264440.750056:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.750459:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.752225:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.752723:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.753049:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.753519:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.753882:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789264440.756998:0:22745:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:2.0:1789264440.761327:0:22745:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789264440.761570:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1789264440.761578:0:22745:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789264440.761589:0:22745:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed8531 00000020:01000004:2.0:1789264440.761599:0:22745:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1789264440.761603:0:22745:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1789264440.761608:0:22745:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c3aaffaf800 from MGS 00000020:01000004:2.0:1789264440.761612:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1789264440.761621:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9c3ab69219b8) 00000020:00000080:2.0:1789264440.761630:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1789264440.761685:0:22745:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaffaf800 from MGS, refs=2 00080000:01000000:2.0:1789264440.761689:0:22745:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789264440.761692:0:22745:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed853f 00000100:00100000:2.0:1789264440.761811:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789264440.762785:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1789264440.762792:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1789264440.767166:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1789264440.767179:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789264440.768111:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789264440.768292:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789264440.768298:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1789264440.769883:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1789264440.769893:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789264440.770422:0:22745:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1789264440.770429:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1789264440.783725:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264440.783732:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264440.783734:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264440.784764:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264440.784769:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264440.784778:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264440.788458:0:22745:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1789264440.793480:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1789264440.795861:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789264440.797540:0:22757:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789264440.797623:0:22745:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789264440.797664:0:22745:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789264440.798292:0:22745:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789264440.798963:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789264440.799137:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789264440.799143:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789264440.804363:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:0.0:1789264440.804530:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789264440.807620:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789264440.807632:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1789264440.808785:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1789264440.808806:0:22745:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.144@tcp' 00000020:01000004:0.0:1789264440.808807:0:22745:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1789264440.808836:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.144@tcp (typ=mgc) 00000020:00000080:0.0:1789264440.808848:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.144@tcp (ffff9c3982364d28) 00000020:00000080:0.0:1789264440.808862:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1789264440.808932:0:22745:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aa76f3800@MGC192.168.203.144@tcp: add connection 192.168.203.144@tcp at head 00000100:00080000:3.0:1789264440.809240:0:22762:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:0.0:1789264440.809352:0:22745:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.144@tcp-0 is initialized 00000040:01000000:0.0:1789264440.809359:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.144@tcp ctxt 1 is initialized 10000000:01000000:2.0:1789264440.810465:0:22763:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1789264440.810593:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.144@tcp (uuid d9d65a89-48e5-49c0-bcd9-825eb131eba2) 00000020:00000080:1.0:1789264440.810616:0:22745:0:(genops.c:1385:class_connect()) connect: client d9d65a89-48e5-49c0-bcd9-825eb131eba2, cookie 0xecaf9f2f14ed854d 00000100:00080000:1.0:1789264440.810627:0:22745:0:(import.c:510:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789264440.810633:0:22745:0:(import.c:624:import_select_connection()) MGC192.168.203.144@tcp: import ffff9c3aa76f3800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264440.810663:0:22745:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa93100 x1876179322862720/t0(0) o250->MGC192.168.203.144@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264440.810689:0:22745:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d9d65a89-48e5-49c0-bcd9-825eb131eba2->MGS 00000020:01000004:1.0:1789264440.810711:0:22745:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1789264440.810716:0:22745:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1789264440.810728:0:22745:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9c398370cd28) 00000020:00000080:1.0:1789264440.810738:0:22745:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1789264440.810985:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3621:1876179322862720:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789264440.811056:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264440.812302:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322862720 00000100:00100000:2.0:1789264440.812315:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322862720 00000100:00100000:2.0:1789264440.812352:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264440.812360:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3621:x1876179322862720:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1789264440.812409:0:22759:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from d9d65a89-48e5-49c0-bcd9-825eb131eba2@0@lo t0 exp 0000000000000000 cur 521 last 0 00000020:00000080:2.0:1789264440.812434:0:22759:0:(genops.c:1385:class_connect()) connect: client d9d65a89-48e5-49c0-bcd9-825eb131eba2, cookie 0xecaf9f2f14ed855b 00000100:00080000:2.0:1789264440.812569:0:22759:0:(import.c:65:import_set_state_nolock()) ffff9c3a84b8b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789264440.812871:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+5:3621:x1876179322862720:12345-0@lo:250:mount.lustre.0 Request processed in 510us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.812880:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789264440.814532:0:3621:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.144@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1789264440.814549:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.144@tcp: connect to target with instance 0 00000100:00080000:0.0:1789264440.814559:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.144@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1789264440.814566:0:3621:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1789264440.814570:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aa76f3800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1789264440.814573:0:3621:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1789264440.816845:0:3621:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1789264440.816864:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3621:1876179322862720:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789264440.818611:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789264440.818835:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1789264440.818942:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789264440.821965:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789264440.821978:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789264440.822515:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789264440.822522:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789264440.823505:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789264440.823784:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789264440.823790:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789264440.825986:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789264440.825998:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1789264440.851320:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789264440.851666:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1789264440.851672:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1789264440.854264:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1789264440.854278:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789264440.855181:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789264440.855440:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789264440.855445:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1789264440.857581:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1789264440.857594:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1789264440.859290:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789264440.859481:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1789264440.859486:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1789264440.862569:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789264440.862582:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1789264440.864741:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789264440.865134:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789264440.865140:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1789264440.865651:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1789264440.865658:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1789264440.888501:0:22745:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789264440.888969:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1789264440.888978:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789264440.890189:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789264440.890199:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1789264440.890941:0:22745:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789264440.890951:0:22745:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789264440.891933:0:22745:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789264440.891959:0:22745:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789264440.891966:0:22745:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.144@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789264440.892069:0:22745:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.144@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789264440.892116:0:22745:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.144@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1789264440.892121:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789264440.892123:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789264440.892124:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789264440.892125:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789264440.892127:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789264440.892128:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789264440.892129:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789264440.892131:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789264440.892133:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789264440.892135:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789264440.892138:0:22745:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1789264440.892140:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789264440.892141:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789264440.892142:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789264440.892143:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789264440.892144:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789264440.892146:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789264440.892146:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789264440.892148:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789264440.892149:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789264440.892150:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789264440.892174:0:22745:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789264440.892192:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322862848:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789264440.892324:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.892398:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8a0a1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789264440.892454:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322862848 00000100:00100000:3.0:1789264440.892461:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322862848 00000100:00100000:3.0:1789264440.892545:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789264440.892555:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+5:22745:x1876179322862848:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789264440.892598:0:22761:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789264440.892601:0:22761:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789264440.892604:0:22761:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1789264440.892925:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1789264440.893590:0:22761:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789264440.894884:0:22783:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789264440.894889:0:22783:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789264440.894893:0:22783:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789264440.894896:0:22783:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789264440.895089:0:22783:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1789264440.895335:0:22761:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789264440.895345:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1789264440.896942:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+5:22745:x1876179322862848:12345-0@lo:253:mount.lustre.0 Request processed in 4381us (4611us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264440.896955:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789264440.897035:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322862848:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789264440.897051:0:22745:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789264440.897053:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789264440.897055:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789264440.897056:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789264440.897057:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789264440.897058:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789264440.897060:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789264440.897061:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789264440.897063:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789264440.897065:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789264440.897066:0:22745:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789264440.897095:0:22745:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c3aaffaf800 from lustre-MDT0000 10000000:01000000:1.0:1789264440.897122:0:22745:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789264440.897125:0:22745:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789264440.897130:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9c3982364d28 10000000:01000000:1.0:1789264440.897134:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789264440.897141:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9c3982364d28 from 1 10000000:01000000:1.0:1789264440.897144:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789264440.897177:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.897187:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.897196:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264440.897213:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322862976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264440.897246:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.897309:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:3.0:1789264440.897348:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322862976 00000100:00100000:3.0:1789264440.897354:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322862976 00000100:00100000:3.0:1789264440.897393:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789264440.897401:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+5:22745:x1876179322862976:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264440.897412:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264440.897426:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836ca800/0xecaf9f2f14ed8569 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8562 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264440.897463:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836ca800/0xecaf9f2f14ed8569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8562 expref: 6 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264440.897473:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836ca800/0xecaf9f2f14ed8569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8562 expref: 6 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264440.897483:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836ca800, rc 0) 00000100:00100000:3.0:1789264440.897605:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+6:22745:x1876179322862976:12345-0@lo:101:mount.lustre.0 Request processed in 204us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264440.897612:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789264440.897657:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322862976:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264440.897686:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.897695:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264440.897895:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264440.897921:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.897969:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:3.0:1789264440.898004:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863104 00000100:00100000:3.0:1789264440.898008:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863104 00000100:00100000:3.0:1789264440.898063:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264440.898070:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+6:22745:x1876179322863104:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264440.898148:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+6:22745:x1876179322863104:12345-0@lo:501:mount.lustre.0 Request processed in 78us (225us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789264440.898154:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789264440.898212:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863104:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789264440.898237:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789264440.898257:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898266:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264440.898272:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c3aaffaf800 10000000:01000000:1.0:1789264440.898277:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789264440.898281:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c3aaffaf800 10000000:01000000:1.0:1789264440.898283:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1789264440.898285:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c3aaffaf800 from 1 10000000:01000000:1.0:1789264440.898287:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1789264440.898303:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898311:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898329:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264440.898342:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863232:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264440.898366:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.898533:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:2.0:1789264440.898600:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863232 00000100:00100000:2.0:1789264440.898605:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863232 00000100:00100000:2.0:1789264440.898627:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789264440.898633:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+6:22745:x1876179322863232:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264440.898641:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264440.898652:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abac1ca00/0xecaf9f2f14ed8577 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8570 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.898678:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1ca00/0xecaf9f2f14ed8577 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8570 expref: 7 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.898688:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abac1ca00/0xecaf9f2f14ed8577 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8570 expref: 7 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.898702:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abac1ca00, rc 0) 00000100:00100000:2.0:1789264440.898736:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+7:22745:x1876179322863232:12345-0@lo:101:mount.lustre.0 Request processed in 103us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.898763:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789264440.898841:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863232:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264440.898852:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8577 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898860:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8577 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264440.898872:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789264440.898887:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8577 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898895:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff800/0xecaf9f2f14ed8570 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8577 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264440.898901:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789264440.898904:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789264440.898908:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c3aaffaf800 10000000:01000000:1.0:1789264440.898910:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789264440.898913:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1789264440.898915:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1789264440.898929:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898941:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.898949:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264440.898962:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863360:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264440.898987:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.899005:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:2.0:1789264440.899060:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863360 00000100:00100000:2.0:1789264440.899065:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863360 00000100:00100000:2.0:1789264440.899093:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789264440.899099:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+7:22745:x1876179322863360:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264440.899106:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264440.899115:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abac1d800/0xecaf9f2f14ed8585 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed857e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.899128:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1d800/0xecaf9f2f14ed8585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed857e expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.899135:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abac1d800/0xecaf9f2f14ed8585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed857e expref: 8 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264440.899141:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abac1d800, rc 0) 00000100:00100000:2.0:1789264440.899176:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+8:22745:x1876179322863360:12345-0@lo:101:mount.lustre.0 Request processed in 77us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.899182:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789264440.899249:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863360:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264440.899258:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8585 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264440.899266:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8585 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264440.899304:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264440.899324:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.899343:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:2.0:1789264440.899388:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863488 00000100:00100000:2.0:1789264440.899392:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863488 00000100:00100000:2.0:1789264440.899406:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789264440.899411:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+8:22745:x1876179322863488:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264440.899537:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22745:x1876179322863488:12345-0@lo:501:mount.lustre.0 Request processed in 125us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.899551:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789264440.899622:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264440.899661:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863616:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264440.899696:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264440.899716:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88fda540 going to sleep for 11 seconds 00000100:00100000:2.0:1789264440.899767:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863616 00000100:00100000:2.0:1789264440.899772:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863616 00000100:00100000:2.0:1789264440.899789:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789264440.899794:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22745:x1876179322863616:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264440.900571:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22745:x1876179322863616:12345-0@lo:503:mount.lustre.0 Request processed in 772us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.900580:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264440.900698:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322863616:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789264440.901134:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22784:1876179322863744:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789264440.901181:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264440.901215:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a83ea9240 going to sleep for 11 seconds 00000100:00100000:2.0:1789264440.901312:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863744 00000100:00100000:2.0:1789264440.901318:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863744 00000100:00100000:2.0:1789264440.901357:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264440.901365:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22784:x1876179322863744:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264440.902230:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22784:x1876179322863744:12345-0@lo:502:llog_process_th.0 Request processed in 862us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264440.902238:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264440.902295:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22784:1876179322863744:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789264440.902323:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264440.902334:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.902336:0:22784:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789264440.902341:0:22784:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789264440.902344:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264440.902357:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9c3ab6920000) 00000020:00000080:2.0:1789264440.902374:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789264440.902379:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789264440.902463:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789264440.902471:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed8593 00000020:00000080:2.0:1789264440.902666:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789264440.902689:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264440.902693:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.902694:0:22784:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789264440.902697:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264440.902700:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.902701:0:22784:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789264440.902705:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264440.902712:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9c3ab6924d28) 00000020:00000080:2.0:1789264440.902722:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789264440.902726:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789264440.902728:0:22784:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789264440.902731:0:22784:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789264440.902736:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789264440.902822:0:22784:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaffaf800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789264440.902834:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9c3ab6923370) 00000020:00000080:2.0:1789264440.902842:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789264440.902892:0:22784:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789264440.902897:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed85a8 00000020:00000080:2.0:1789264440.902980:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789264440.902986:0:22784:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789264440.902990:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xecaf9f2f14ed85af 00080000:01000000:2.0:1789264440.902994:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789264440.902997:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed85b6 00010000:00010000:2.0:1789264440.976662:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1789264440.978062:0:22784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:2.0:1789264440.978555:0:22784:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789264440.979696:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9c3aae733370) 00000020:00000080:2.0:1789264440.980910:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789264440.982800:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789264440.982819:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed85c4 00000020:00000080:1.0:1789264440.985041:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1789264440.991053:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xecaf9f2f14ed85cb 00000020:00000080:2.0:1789264440.991414:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789264440.991425:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264440.991432:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.991434:0:22784:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789264440.991437:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789264440.991445:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789264440.991447:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264440.991449:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264440.991450:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789264440.991453:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.991455:0:22784:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789264440.991458:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264440.991462:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.991464:0:22784:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789264440.991470:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789264440.991513:0:22784:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789264440.991528:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264440.991532:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.991533:0:22784:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789264440.991537:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264440.991540:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264440.991542:0:22784:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789264440.991545:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789264440.991550:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:00000080:2.0:1789264440.991576:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264440.991589:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9c3aae7319b8) 00000020:00000080:2.0:1789264440.991602:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789264440.991607:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789264440.991657:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789264440.991662:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789264440.991963:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed85d9 00010000:00080000:2.0:1789264440.992000:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aae100000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.144@tcp at head 00010000:00010000:2.0:1789264440.995364:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1789264440.996502:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789264440.996515:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789264440.996547:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789264440.996566:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed85e0 00000100:00080000:3.0:1789264440.996575:0:22784:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789264440.996580:0:22784:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c3aae100000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:3.0:1789264440.996619:0:22784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983f4ad80 x1876179322863872/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789264440.996647:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1789264440.996823:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264440.996827:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264440.996829:0:22784:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1789264440.996832:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789264440.996835:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789264440.996837:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264440.996838:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264440.996839:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000100:00100000:1.0:1789264440.996948:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322863872:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789264440.997018:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264440.997123:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322863872 00000100:00100000:3.0:1789264440.997131:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322863872 00000100:00100000:3.0:1789264440.997163:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789264440.997171:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3621:x1876179322863872:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1789264440.997186:0:22771:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:2.0:1789264441.009129:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.009138:0:22784:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789264441.009152:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789264441.009160:0:22784:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789264441.009165:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.009179:0:22784:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789264441.009184:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789264441.009189:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:01000000:2.0:1789264441.009218:0:22784:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789264441.009222:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264441.009240:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9c3aae734d28) 00000020:00000080:2.0:1789264441.009268:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1789264441.009274:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789264441.009374:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1789264441.009381:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:2.0:1789264441.009390:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed85ee 00010000:00080000:2.0:1789264441.009432:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aae102000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.144@tcp at head 00010000:00010000:2.0:1789264441.009649:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1789264441.010588:0:22784:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789264441.010848:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:3.0:1789264441.012127:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3621:x1876179322863872:12345-0@lo:38:llog_process_th.0 Request processed in 14949us (15102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789264441.012139:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1789264441.012969:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264441.013216:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00080000:1.0:1789264441.015133:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264441.015146:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789264441.015151:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322863872:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789264441.018492:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1789264441.019094:0:22790:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789264441.019099:0:22790:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789264441.019568:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789264441.019579:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789264441.019612:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789264441.019630:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed85f5 00000100:00080000:2.0:1789264441.019641:0:22784:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789264441.019646:0:22784:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c3aae102000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264441.019811:0:22784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac6ad80 x1876179322864000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264441.019833:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1789264441.019891:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322864000:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789264441.019947:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322864000 offset 0 length 520: 4 00000020:01000000:2.0:1789264441.019996:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264441.020001:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.020009:0:22784:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789264441.020012:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789264441.020014:0:22784:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1789264441.020016:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264441.020018:0:22784:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264441.020019:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789264441.020022:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.020023:0:22784:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789264441.020025:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789264441.020029:0:22784:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789264441.020032:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.020033:0:22784:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789264441.020036:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789264441.020040:0:22784:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:01000000:2.0:1789264441.020060:0:22784:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789264441.020062:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264441.020083:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9c3aae730000) 00000020:00000080:2.0:1789264441.020096:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1789264441.020100:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789264441.020148:0:22784:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1789264441.020153:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1789264441.020159:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xecaf9f2f14ed8603 00010000:00080000:2.0:1789264441.020183:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3a846e3000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.144@tcp at head 00010000:00010000:2.0:1789264441.020373:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1789264441.020442:0:22784:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789264441.020456:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789264441.022192:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264441.022383:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1789264441.022544:0:22784:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1789264441.023204:0:22792:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789264441.023208:0:22792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789264441.024000:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789264441.024012:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789264441.024049:0:22784:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789264441.024067:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed860a 00000100:00080000:2.0:1789264441.024094:0:22784:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789264441.024100:0:22784:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264441.024137:0:22784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac69c00 x1876179322864128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789264441.024196:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322864128:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789264441.024255:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322864128 offset 0 length 520: 4 00000100:00080000:2.0:1789264441.024313:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789264441.024370:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264441.024374:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.024376:0:22784:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789264441.024379:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264441.024384:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.024385:0:22784:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789264441.024388:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789264441.024390:0:22784:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789264441.024392:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264441.024394:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.024396:0:22784:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789264441.024398:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264441.024400:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.024401:0:22784:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789264441.024405:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1789264441.024435:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22784:1876179322864256:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264441.024486:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.024518:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864256 00000100:00100000:2.0:1789264441.024524:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864256 00000100:00100000:2.0:1789264441.024564:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789264441.024572:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22784:x1876179322864256:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264441.024679:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22784:x1876179322864256:12345-0@lo:502:llog_process_th.0 Request processed in 96us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.024687:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789264441.024729:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a90601b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.024770:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22784:1876179322864256:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789264441.024795:0:22784:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264441.024800:0:22784:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264441.024801:0:22784:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789264441.024804:0:22784:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1789264441.025186:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1789264441.025210:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1789264441.025228:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8585 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.025240:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff400/0xecaf9f2f14ed857e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8585 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264441.025248:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaffaf800 from 1 10000000:01000000:1.0:1789264441.025251:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789264441.025290:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.025305:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.025316:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264441.025332:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864384:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264441.026111:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264441.026152:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264441.026232:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864384 00000100:00100000:0.0:1789264441.026239:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864384 00000100:00100000:0.0:1789264441.026285:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264441.026293:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+9:22745:x1876179322864384:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789264441.026315:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264441.026333:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8611 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264441.026358:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 10 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264441.026369:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 10 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264441.026378:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b800, rc 0) 00000100:00100000:0.0:1789264441.026428:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+10:22745:x1876179322864384:12345-0@lo:101:mount.lustre.0 Request processed in 135us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264441.026434:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789264441.026598:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864384:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264441.026614:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.026623:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264441.027871:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864512:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789264441.027944:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264441.028161:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e413c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264441.028298:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864512 00000100:00100000:3.0:1789264441.028304:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864512 00000100:00100000:3.0:1789264441.028398:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789264441.028408:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+10:22745:x1876179322864512:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1789264441.028425:0:22759:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1789264441.028431:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1789264441.028509:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+10:22745:x1876179322864512:12345-0@lo:256:mount.lustre.0 Request processed in 103us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264441.028517:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789264441.028599:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864512:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789264441.031399:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789264441.031430:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.031444:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264441.031516:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaffaf800 from 1 10000000:01000000:1.0:1789264441.031519:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789264441.031556:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.031562:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.031572:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264441.031592:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864640:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264441.031650:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264441.031689:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e413c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264441.031826:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864640 00000100:00100000:3.0:1789264441.031834:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864640 00000100:00100000:3.0:1789264441.031921:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789264441.031930:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+10:22745:x1876179322864640:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264441.031943:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264441.032572:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed861f expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264441.032603:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 11 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264441.032614:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 11 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264441.032623:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cac00, rc 0) 00000100:00100000:3.0:1789264441.032684:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322864640:12345-0@lo:101:mount.lustre.0 Request processed in 755us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264441.032690:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789264441.032801:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864640:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264441.032819:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.032829:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264441.032895:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864768:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264441.032924:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264441.035786:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864768 00000100:00100000:0.0:1789264441.035804:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864768 00000100:00100000:0.0:1789264441.036100:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789264441.036112:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322864768:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264441.037309:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e413c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.037346:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864768:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264441.037391:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322864768:12345-0@lo:501:mount.lustre.0 Request processed in 1280us (4463us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.037405:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864896:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789264441.037405:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789264441.037474:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.037541:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789264441.038033:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322864896 00000100:00100000:0.0:1789264441.038041:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322864896 00000100:00100000:1.0:1789264441.040026:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789264441.040524:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322864896:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264441.040700:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322864896:12345-0@lo:503:mount.lustre.0 Request processed in 661us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.040708:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789264441.041847:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322864896:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264441.043370:0:22794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22794:1876179322865024:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264441.043453:0:22794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.043536:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805f00 going to sleep for 11 seconds 00000100:00100000:0.0:1789264441.043867:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865024 00000100:00100000:0.0:1789264441.043876:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865024 00000100:00100000:0.0:1789264441.043920:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789264441.043929:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22794:x1876179322865024:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789264441.044471:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22794:x1876179322865024:12345-0@lo:502:llog_process_th.0 Request processed in 541us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264441.044487:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789264441.044545:0:22794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22794:1876179322865024:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789264441.044586:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264441.044595:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264441.044597:0:22794:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789264441.044604:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaffaf800 00000020:00000080:0.0:1789264441.044607:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264441.044614:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264441.044616:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264441.044618:0:22794:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789264441.044620:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264441.044622:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264441.044624:0:22794:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789264441.044627:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaffaf800 00000020:00000080:0.0:1789264441.044629:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264441.044681:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264441.045914:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264441.045927:0:22794:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789264441.045937:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789264441.045943:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264441.045945:0:22794:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789264441.045950:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaffaf800 00000020:00000080:1.0:1789264441.045954:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789264441.045998:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264441.046002:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264441.046003:0:22794:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789264441.046005:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789264441.046008:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264441.046009:0:22794:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789264441.046014:0:22794:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaffaf800 00000020:00000080:1.0:1789264441.046017:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789264441.046089:0:22794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22794:1876179322865152:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789264441.046241:0:22794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264441.046290:0:22794:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e41d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.046347:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865152 00000100:00100000:2.0:1789264441.046355:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865152 00000100:00100000:2.0:1789264441.046404:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1789264441.046413:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22794:x1876179322865152:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264441.046526:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22794:x1876179322865152:12345-0@lo:502:llog_process_th.0 Request processed in 113us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.046534:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789264441.046628:0:22794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22794:1876179322865152:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789264441.046658:0:22794:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264441.046662:0:22794:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264441.046664:0:22794:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789264441.046667:0:22794:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1789264441.046850:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789264441.046875:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789264441.046890:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.046901:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264441.046965:0:22745:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789264441.046969:0:22745:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c3aaffaf800 10000000:01000000:2.0:1789264441.046971:0:22745:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c3aaffaf800 10000000:01000000:2.0:1789264441.046976:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789264441.046981:0:22745:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c3aaffaf800 from 1 10000000:01000000:2.0:1789264441.046984:0:22745:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789264441.047014:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047022:0:22745:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047031:0:22745:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264441.047046:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865280:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264441.047094:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.047117:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.047421:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865280 00000100:00100000:2.0:1789264441.047427:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865280 00000100:00100000:2.0:1789264441.047465:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789264441.047474:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22745:x1876179322865280:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264441.047495:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264441.047508:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abac1c600/0xecaf9f2f14ed8634 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed862d expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047530:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1c600/0xecaf9f2f14ed8634 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed862d expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047541:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abac1c600/0xecaf9f2f14ed8634 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed862d expref: 12 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047549:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abac1c600, rc 0) 00000100:00100000:2.0:1789264441.047585:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322865280:12345-0@lo:101:mount.lustre.0 Request processed in 112us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.047592:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789264441.047633:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865280:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264441.047645:0:22745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8634 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.047654:0:22745:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8634 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264441.047717:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264441.047784:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.047804:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865408 00000100:00100000:2.0:1789264441.047807:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865408 00000100:00100000:2.0:1789264441.047825:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789264441.047831:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322865408:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264441.047932:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322865408:12345-0@lo:501:mount.lustre.0 Request processed in 101us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.047939:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789264441.047966:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.047976:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264441.048011:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865536:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264441.048044:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.048062:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865536 00000100:00100000:2.0:1789264441.048065:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865536 00000100:00100000:2.0:1789264441.048093:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789264441.048098:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322865536:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264441.049425:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322865536:12345-0@lo:503:mount.lustre.0 Request processed in 1319us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.049435:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789264441.049498:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.049519:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322865536:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264441.054450:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322865664:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789264441.054530:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.054580:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab267a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264441.054868:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865664 00000100:00100000:3.0:1789264441.054876:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865664 00000100:00100000:3.0:1789264441.054926:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789264441.054936:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322865664:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789264441.055063:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322865664:12345-0@lo:502:llog_process_th.0 Request processed in 128us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264441.055084:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789264441.055116:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322865664:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1789264441.055189:0:22797:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1789264441.055205:0:22797:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9c398370b370) 00000020:00000080:1.0:1789264441.055223:0:22797:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1789264441.055322:0:22797:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaffaf800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789264441.055326:0:22797:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3aaffaf800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789264441.055329:0:22797:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3aaffaf800 4 00010000:00080000:1.0:1789264441.055358:0:22797:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aae15e800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.144@tcp at head 00010000:00010000:1.0:1789264441.056960:0:22797:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1789264441.057166:0:22797:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1789264441.057199:0:22797:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789264441.057211:0:22797:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xecaf9f2f14ed8642 00000100:00080000:1.0:1789264441.057219:0:22797:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789264441.057224:0:22797:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c3aae15e800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264441.057253:0:22797:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa91500 x1876179322865792/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264441.057278:0:22797:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789264441.058271:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322865792:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789264441.058344:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264441.059966:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865792 00000100:00100000:3.0:1789264441.059985:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865792 00000100:00100000:3.0:1789264441.060023:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789264441.060031:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3621:x1876179322865792:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789264441.060120:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3621:x1876179322865792:12345-0@lo:38:llog_process_th.0 Request processed in 89us (1775us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789264441.060139:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789264441.060189:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789264441.060198:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae15e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789264441.060203:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789264441.060206:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322865792:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789264441.061624:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322865920:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789264441.061700:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264441.061792:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322865920 00000100:00100000:0.0:1789264441.061799:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322865920 00000100:00100000:0.0:1789264441.061842:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789264441.061851:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322865920:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789264441.061966:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322865920:12345-0@lo:502:llog_process_th.0 Request processed in 115us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264441.061974:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789264441.062841:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e41540 going to sleep for 11 seconds 00000100:00100000:1.0:1789264441.062874:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322865920:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789264441.062935:0:22797:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322866048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789264441.062985:0:22797:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264441.063006:0:22797:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e41540 going to sleep for 11 seconds 00000100:00100000:3.0:1789264441.063164:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866048 00000100:00100000:3.0:1789264441.063170:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866048 00000100:00100000:3.0:1789264441.063219:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789264441.063228:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322866048:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789264441.063335:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22797:x1876179322866048:12345-0@lo:502:llog_process_th.0 Request processed in 108us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264441.063343:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789264441.063395:0:22797:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22797:1876179322866048:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1789264441.063421:0:22797:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1789264441.063698:0:22745:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789264441.063728:0:22745:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789264441.065241:0:22745:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8634 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.065257:0:22745:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d400/0xecaf9f2f14ed862d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8634 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789264441.065329:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789264441.065332:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789264441.065333:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264441.065334:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264441.065335:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264441.065337:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264441.065339:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264441.065340:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789264441.065342:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264441.065343:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264441.065347:0:22745:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1789264441.065349:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264441.065351:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789264441.065352:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264441.065353:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264441.065354:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264441.065355:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264441.065356:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264441.065357:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789264441.065358:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264441.065359:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264441.065383:0:22745:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789264441.065401:0:22745:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322866176:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264441.065457:0:22745:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.065502:0:22745:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805180 going to sleep for 11 seconds 00000100:00100000:0.0:1789264441.066196:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866176 00000100:00100000:0.0:1789264441.066207:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866176 00000100:00100000:0.0:1789264441.066265:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789264441.066275:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322866176:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789264441.066301:0:22761:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1789264441.066320:0:22761:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789264441.068349:0:22761:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789264441.068372:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789264441.068842:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22745:x1876179322866176:12345-0@lo:253:mount.lustre.0 Request processed in 2563us (3379us total) trans 0 rc 0/0 20000000:01000000:2.0:1789264441.068847:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789264441.068854:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:0.0:1789264441.068858:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:2.0:1789264441.068879:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.068897:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.068906:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264441.068932:0:22745:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22745:1876179322866176:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789264441.068947:0:22745:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789264441.068951:0:22745:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00010000:00010000:2.0:1789264441.068952:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789264441.068953:0:22745:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789264441.068956:0:22745:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789264441.068959:0:22745:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789264441.068962:0:22745:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789264441.068964:0:22745:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789264441.068967:0:22745:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789264441.068969:0:22745:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789264441.068971:0:22745:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789264441.068972:0:22745:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1789264441.068978:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 11 pid: 22760 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:0.0:1789264441.068993:0:22745:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789264441.068996:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322866304:0@lo:104: 00000100:00100000:2.0:1789264441.069041:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.069082:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab6805480 going to sleep for 11 seconds 00000100:00100000:2.0:1789264441.069115:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866304 00000100:00100000:2.0:1789264441.069122:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866304 00000100:00100000:2.0:1789264441.070044:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264441.070057:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322866304:12345-0@lo:104: 00010000:00010000:2.0:1789264441.072970:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073102:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789264441.073113:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322866304:12345-0@lo:104: Request processed in 3055us (4069us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.073123:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1789264441.073169:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264441.073176:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073184:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fe000 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264441.073188:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073208:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264441.073215:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264441.073221:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789264441.073263:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073270:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789264441.073292:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073299:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8611 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8618 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073313:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264441.073315:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264441.073317:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264441.073360:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322866432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789264441.073399:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.073477:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866432 00000100:00100000:2.0:1789264441.073484:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866432 00010000:00010000:2.0:1789264441.073513:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 12 pid: 22760 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264441.073539:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264441.073549:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:3623:x1876179322866432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264441.073566:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264441.073570:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 12 pid: 22760 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073581:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 12 pid: 22760 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073601:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073610:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789264441.073627:0:22751:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004774112s 00010000:00010000:2.0:1789264441.073631:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073638:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073645:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073651:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073656:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264441.073660:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073667:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073682:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.073691:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264441.073719:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:3623:x1876179322866432:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264441.073726:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264441.073796:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322866432:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264441.074967:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8618 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8611 expref: 11 pid: 22760 timeout: 621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264441.074988:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322866304:0@lo:104: 00010000:00010000:1.0:1789264441.075008:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.075017:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.075024:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.075038:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1c800/0xecaf9f2f14ed8649 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1789264441.102133:0:22745:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1789264441.103826:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1789264441.104058:0:22805:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1789264441.104063:0:22805:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1789264441.104199:0:22806:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789264441.104377:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1789264441.104782:0:22807:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c3abaa92d80 x1876179322866560/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264441.104794:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000040:01000000:3.0:1789264441.105201:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1789264441.105244:0:22745:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1789264441.106127:0:22745:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1789264441.106138:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1789264441.106191:0:22745:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264441.106832:0:22806:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264441.109410:0:22745:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789264441.110032:0:22745:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789264441.110070:0:22745:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1789264441.111678:0:22806:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789264441.111800:0:22806:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1789264441.115310:0:22745:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1789264441.116008:0:22745:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1789264441.117978:0:22745:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1789264441.119398:0:22745:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1789264441.119434:0:22745:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb65101c53988 00100000:10000000:2.0:1789264441.119442:0:22745:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1789264441.120360:0:22745:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789264441.120376:0:22745:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789264441.120394:0:22745:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=45 00000080:00000004:2.0:1789264441.120408:0:22745:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789264441.135462:0:22745:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789264441.135657:0:22745:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789264441.804775:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789264441.994314:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789264441.994322:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaffaf800 from 11 10000000:01000000:2.0:1789264441.994329:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789264441.994389:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.994401:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.994412:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264441.994436:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322866688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789264441.994506:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.994561:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab55b1480 going to sleep for 11 seconds 00000100:00100000:1.0:1789264441.994776:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866688 00000100:00100000:1.0:1789264441.994785:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866688 00000100:00100000:1.0:1789264441.994859:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789264441.994870:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+11:22763:x1876179322866688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264441.994892:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264441.994907:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8650 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.994932:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.994942:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264441.994951:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9ffe00, rc 0) 00000100:00100000:1.0:1789264441.995000:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22763:x1876179322866688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264441.995008:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789264441.995098:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322866688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264441.995113:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.995122:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264441.995174:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322866816:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789264441.995206:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264441.995412:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab55b1480 going to sleep for 11 seconds 00000100:00100000:0.0:1789264441.998038:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866816 00000100:00100000:0.0:1789264441.998052:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866816 00000100:00100000:0.0:1789264441.998148:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789264441.998160:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22763:x1876179322866816:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789264441.998393:0:22760:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789264441.998419:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789264441.998422:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789264441.998621:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:22763:x1876179322866816:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 461us (3410us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264441.998633:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789264441.998807:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322866816:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789264441.998997:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789264441.999011:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264441.999022:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264442.121836:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000040:00080000:0.0:1789264442.125245:0:22803:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789264442.125254:0:22803:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789264442.128288:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789264442.128396:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1789264442.826952:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789264443.151277:0:22803:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789264443.151288:0:22803:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789264443.151529:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1789264443.151567:0:22803:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789264443.151708:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789264443.152017:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789264443.850898:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264444.169790:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000001:02000400:2.0:1789264444.541622:0:23050:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789264444.873969:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264445.193949:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000020:00000004:1.0:1789264445.376941:0:23102:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789264445.377204:0:23102:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789264445.897966:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789264446.128159:0:23152:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789264446.128366:0:23152:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789264446.222382:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000100:00080000:2.0:1789264446.474881:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789264446.474888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789264446.474892:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264446.474899:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 521 00000100:00080000:2.0:1789264446.474905:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789264446.474911:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c3aae100000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264446.474933:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac69f80 x1876179322867072/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264446.474948:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264446.474951:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264446.474954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264446.474957:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264446.474960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789264446.474963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789264446.474964:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae15e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264446.474969:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c3aae15e800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264446.474988:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac6a300 x1876179322867200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789264446.475046:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789264446.475061:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322866944:0@lo:400:kworker.0 00000100:00100000:2.0:1789264446.475143:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264446.475200:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866944 00000100:00100000:2.0:1789264446.475207:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866944 00000100:00100000:2.0:1789264446.475251:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264446.475261:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:3625:x1876179322866944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264446.475305:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:3625:x1876179322866944:12345-0@lo:400:kworker.0 Request processed in 46us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264446.475311:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264446.475473:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322866944:0@lo:400:kworker.0 00000100:00100000:2.0:1789264446.476789:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322867072:0@lo:38:kworker.0 00000100:00100000:2.0:1789264446.476886:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264446.476924:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322867200:0@lo:38:kworker.0 00000100:00100000:2.0:1789264446.476967:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264446.476975:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867072 00000100:00100000:0.0:1789264446.476983:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867072 00000100:00100000:0.0:1789264446.477020:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789264446.477027:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322867072:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1789264446.477031:0:22771:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1789264446.477051:0:22771:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00010000:00020000:0.0:1789264446.477056:0:22772:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789264446.477107:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322867072:12345-0@lo:38:kworker.0 Request processed in 78us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789264446.477114:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789264446.477241:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867200 00000100:00100000:3.0:1789264446.477246:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867200 00000100:00100000:3.0:1789264446.477272:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789264446.477278:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322867200:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789264446.477297:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 526 last 0 00000100:00080000:2.0:1789264446.477309:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264446.477315:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264446.477320:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322867072:0@lo:38:kworker.0 00000020:00000080:3.0:1789264446.477334:0:22768:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xecaf9f2f14ed865e 00000004:00100000:3.0:1789264446.477351:0:22768:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789264446.477484:0:22768:0:(import.c:65:import_set_state_nolock()) ffff9c3982343000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264446.477540:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1876179322867200:12345-0@lo:38:kworker.0 Request processed in 260us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264446.477547:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789264446.477774:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c3abac6a300 x1876179322867200/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789264446.477788:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789264446.478135:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1789264446.478142:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789264446.478145:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae15e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789264446.478151:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3621:1876179322867200:0@lo:38:kworker.0 00010000:00010000:2.0:1789264446.922054:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264447.241909:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789264447.950402:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264448.266703:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789264448.970410:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264449.293390:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789264449.993873:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264450.313865:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789264451.017983:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264451.337954:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000020:01000004:2.0:1789264451.421368:0:23498:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789264451.421371:0:23498:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789264451.421373:0:23498:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789264451.421483:0:23498:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c3aaff85800 00000020:01000004:2.0:1789264451.421498:0:23498:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1789264451.421509:0:23498:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789264451.421533:0:23498:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9c3ab22619b8) 00000020:00000080:2.0:1789264451.421550:0:23498:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789264451.461433:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789264451.461766:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1789264451.464315:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.464522:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.464822:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.465060:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789264451.465796:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789264451.466072:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.466375:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.466604:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1789264451.466835:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789264451.467048:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789264451.467351:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789264451.467579:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789264451.468424:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.468652:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.469386:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.469577:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.469842:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.470052:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.470312:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.470545:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.470776:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.471019:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.471314:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.471519:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.471841:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.472081:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.472413:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.472675:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.472929:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.473233:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.473457:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.473652:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.473994:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.474444:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.474644:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.474847:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.475066:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.475354:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.475534:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.475737:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.476073:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.476397:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1789264451.476646:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789264451.476910:0:23498:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00080000:01000000:2.0:1789264451.477575:0:23498:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789264451.477991:0:23498:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1789264451.478014:0:23498:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789264451.478026:0:23498:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed866c 00000020:01000004:2.0:1789264451.478032:0:23498:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1789264451.478053:0:23498:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.144@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789264451.478057:0:23498:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789264451.478070:0:23498:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1789264451.478094:0:23498:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1789264451.478098:0:23498:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.144@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1789264451.481931:0:23498:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.144@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789264451.481969:0:23498:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.144@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1789264451.481974:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789264451.481976:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.481977:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.481978:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.481979:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.481980:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.481982:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.481984:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.481985:0:23498:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789264451.481989:0:23498:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1789264451.481991:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264451.481993:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.481994:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.481995:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.481996:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.481997:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.481998:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.481999:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.482000:0:23498:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789264451.482035:0:23498:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789264451.482055:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867328:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264451.482213:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.482322:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8a964c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.482369:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867328 00000100:00100000:1.0:1789264451.482377:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867328 00000100:00100000:1.0:1789264451.482431:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789264451.482440:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:23498:x1876179322867328:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789264451.482470:0:22761:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1789264451.482474:0:22761:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1789264451.482481:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1789264451.483072:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:23498:x1876179322867328:12345-0@lo:253:mount.lustre.0 Request processed in 630us (856us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.483080:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789264451.483220:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867328:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789264451.483232:0:23498:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789264451.483235:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789264451.483236:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.483237:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.483238:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.483239:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.483247:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.483249:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.483250:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.483252:0:23498:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789264451.483269:0:23498:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c3aaff85800 from lustre-MDT0001 10000000:01000000:2.0:1789264451.483304:0:23498:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1789264451.483308:0:23498:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1789264451.483314:0:23498:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c3982364d28 local copy 00010000:00010000:2.0:1789264451.483323:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.483406:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264451.483440:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.483519:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789264451.483551:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867456 00000100:00100000:0.0:1789264451.483556:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867456 00000100:00100000:0.0:1789264451.483619:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1789264451.483627:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:23498:x1876179322867456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264451.483735:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:23498:x1876179322867456:12345-0@lo:501:mount.lustre.0 Request processed in 108us (293us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789264451.483759:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789264451.483870:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867456:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789264451.483883:0:23498:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789264451.483900:0:23498:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789264451.483906:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.483915:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264451.483941:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c3aaff85800 10000000:01000000:1.0:1789264451.483945:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789264451.483949:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9c3982364d28 10000000:01000000:1.0:1789264451.483952:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1789264451.483962:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9c3982364d28 from 1 10000000:01000000:1.0:1789264451.483965:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1789264451.483989:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.483997:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.484016:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264451.484029:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867584:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264451.484059:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.484313:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f3320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.484342:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867584 00000100:00100000:2.0:1789264451.484347:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867584 00000100:00100000:0.0:1789264451.484382:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789264451.484390:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+12:23498:x1876179322867584:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789264451.484399:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264451.484412:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b200/0xecaf9f2f14ed867a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8673 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.484444:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b200/0xecaf9f2f14ed867a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8673 expref: 13 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.484454:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b200/0xecaf9f2f14ed867a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8673 expref: 13 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.484463:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b200, rc 0) 00000100:00100000:0.0:1789264451.484501:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+13:23498:x1876179322867584:12345-0@lo:101:mount.lustre.0 Request processed in 112us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264451.484507:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789264451.484565:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867584:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264451.484578:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed867a expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.484586:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed867a expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264451.484613:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1789264451.484625:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed867a expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.484632:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffc00/0xecaf9f2f14ed8673 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed867a expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264451.484639:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c3aaff85800 10000000:01000000:1.0:1789264451.484649:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1789264451.484652:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c3aaff85800 from 1 10000000:01000000:1.0:1789264451.484654:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1789264451.484669:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.484676:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.484683:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264451.484695:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867712:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264451.484720:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.484955:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f3320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.484993:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867712 00000100:00100000:3.0:1789264451.484998:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867712 00000100:00100000:3.0:1789264451.485032:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789264451.485039:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+13:23498:x1876179322867712:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264451.485046:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264451.485055:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cbc00/0xecaf9f2f14ed8688 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8681 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485069:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cbc00/0xecaf9f2f14ed8688 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8681 expref: 14 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485077:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cbc00/0xecaf9f2f14ed8688 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8681 expref: 14 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485083:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cbc00, rc 0) 00000100:00100000:3.0:1789264451.485133:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+14:23498:x1876179322867712:12345-0@lo:101:mount.lustre.0 Request processed in 94us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.485138:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789264451.485274:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867712:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264451.485284:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8688 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.485293:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8688 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264451.485304:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1789264451.485317:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8688 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.485324:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe200/0xecaf9f2f14ed8681 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8688 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264451.485330:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1789264451.485339:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789264451.485345:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c3aaff85800 10000000:01000000:1.0:1789264451.485347:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789264451.485350:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1789264451.485352:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1789264451.485367:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.485375:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.485382:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264451.485395:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867840:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264451.485421:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.485434:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f3320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.485491:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867840 00000100:00100000:3.0:1789264451.485495:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867840 00000100:00100000:3.0:1789264451.485514:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789264451.485520:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+14:23498:x1876179322867840:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264451.485527:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264451.485534:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cb600/0xecaf9f2f14ed8696 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed868f expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485556:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cb600/0xecaf9f2f14ed8696 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed868f expref: 15 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485564:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cb600/0xecaf9f2f14ed8696 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed868f expref: 15 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.485571:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cb600, rc 0) 00000100:00100000:3.0:1789264451.485774:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322867840:12345-0@lo:101:mount.lustre.0 Request processed in 224us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.485780:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789264451.485946:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867840:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264451.485957:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8696 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.485965:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8696 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789264451.492294:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1789264451.493107:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264451.497065:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789264451.497121:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1789264451.497139:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1789264451.497156:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1789264451.497182:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1789264451.497215:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1789264451.497232:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1789264451.497246:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1789264451.497259:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1789264451.497273:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1789264451.497287:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1789264451.497301:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1789264451.497315:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1789264451.497327:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1789264451.497340:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1789264451.497352:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1789264451.497364:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1789264451.497376:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1789264451.497389:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1789264451.497401:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1789264451.497422:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1789264451.497448:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1789264451.497463:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1789264451.497476:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1789264451.497489:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1789264451.497504:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1789264451.497519:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1789264451.497535:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1789264451.497546:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1789264451.497558:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1789264451.497572:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1789264451.497584:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1789264451.497672:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1789264451.497692:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1789264451.497706:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1789264451.497720:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1789264451.497733:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1789264451.497920:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1789264451.497937:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1789264451.497950:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1789264451.497964:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1789264451.497978:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1789264451.497990:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1789264451.498012:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1789264451.498044:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1789264451.498049:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1789264451.498163:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867968:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264451.498227:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.498311:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332c00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.498358:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322867968 00000100:00100000:2.0:1789264451.498366:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322867968 00000100:00100000:2.0:1789264451.498469:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789264451.498480:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322867968:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264451.498683:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322867968:12345-0@lo:501:mount.lustre.0 Request processed in 204us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.498691:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789264451.498802:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322867968:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264451.498836:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868096:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264451.498877:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.499155:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.499216:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868096 00000100:00100000:3.0:1789264451.499221:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868096 00000100:00100000:3.0:1789264451.499246:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789264451.499254:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868096:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789264451.500012:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868096:12345-0@lo:503:mount.lustre.0 Request processed in 747us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.500021:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789264451.500265:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868096:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789264451.500995:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789264451.501090:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868224:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264451.501153:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.501239:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8a307f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.501285:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868224 00000100:00100000:3.0:1789264451.501291:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868224 00000100:00100000:3.0:1789264451.501372:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789264451.501383:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264451.502056:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868224:12345-0@lo:502:mount.lustre.0 Request processed in 674us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.502067:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789264451.502153:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868224:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264451.502374:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789264451.502402:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1789264451.502417:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1789264451.502432:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1789264451.502445:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1789264451.502457:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1789264451.502468:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1789264451.502480:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1789264451.502493:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1789264451.502507:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1789264451.502519:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1789264451.502533:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1789264451.502565:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1789264451.502589:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1789264451.502621:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1789264451.502634:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1789264451.502648:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1789264451.502660:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1789264451.502672:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1789264451.502683:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1789264451.502698:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1789264451.502712:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1789264451.502725:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1789264451.502737:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1789264451.502778:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1789264451.502794:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1789264451.502807:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1789264451.502821:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1789264451.502848:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1789264451.502866:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1789264451.502882:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1789264451.502895:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1789264451.502907:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1789264451.502920:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1789264451.502933:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1789264451.502944:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1789264451.502955:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1789264451.502968:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1789264451.502982:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1789264451.502996:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1789264451.503026:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1789264451.503041:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1789264451.503053:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1789264451.503066:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1789264451.503116:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868352:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264451.503185:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.503569:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8a307f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.503678:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868352 00000100:00100000:2.0:1789264451.503685:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868352 00000100:00100000:2.0:1789264451.503721:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789264451.503729:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868352:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264451.503859:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322868352:12345-0@lo:502:mount.lustre.0 Request processed in 130us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.503866:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789264451.503964:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322868352:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264451.504028:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1789264451.504038:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789264451.504565:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264451.504577:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264451.504579:0:23502:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789264451.504584:0:23502:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789264451.504587:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789264451.504675:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9c3982360000) 00000020:00000080:0.0:1789264451.504695:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789264451.504702:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789264451.504814:0:23502:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789264451.504822:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed86a4 00000020:00000080:0.0:1789264451.505030:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789264451.505035:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264451.505039:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264451.505040:0:23502:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789264451.505043:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264451.505047:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264451.505048:0:23502:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789264451.505052:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789264451.505059:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9c3982363370) 00000020:00000080:0.0:1789264451.505070:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789264451.505074:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789264451.505076:0:23502:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789264451.505079:0:23502:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789264451.505085:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789264451.505142:0:23502:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaff85800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1789264451.505156:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9c39823619b8) 00000020:00000080:0.0:1789264451.505171:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1789264451.505223:0:23502:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789264451.505231:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed86b9 00000020:00000080:0.0:1789264451.505315:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1789264451.505322:0:23502:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789264451.505327:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xecaf9f2f14ed86c0 00080000:01000000:0.0:1789264451.505332:0:23502:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789264451.505335:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed86c7 00010000:00010000:3.0:1789264451.586292:0:23502:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789264451.586961:0:23502:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789264451.587498:0:23502:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1789264451.588338:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1789264451.588350:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.588356:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.588358:0:23502:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1789264451.588361:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264451.588366:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.588367:0:23502:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1789264451.588370:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789264451.588376:0:23502:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:00000080:2.0:1789264451.588403:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264451.588417:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9c3ab2264d28) 00000020:00000080:2.0:1789264451.588441:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1789264451.588449:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789264451.588534:0:23502:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1789264451.588542:0:23502:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789264451.588551:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed86d5 00010000:00080000:2.0:1789264451.588585:0:23502:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3a83262800@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.144@tcp at head 00010000:00010000:2.0:1789264451.590465:0:23502:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789264451.592122:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789264451.592136:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789264451.592171:0:23502:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789264451.592193:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed86dc 00000100:00080000:3.0:1789264451.592204:0:23502:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789264451.592211:0:23502:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c3a83262800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:3.0:1789264451.592245:0:23502:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983f4bb80 x1876179322868480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789264451.592278:0:23502:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1789264451.592334:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264451.592338:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592340:0:23502:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1789264451.592343:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789264451.592345:0:23502:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789264451.592347:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264451.592349:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264451.592350:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789264451.592352:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592354:0:23502:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789264451.592357:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264451.592361:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592362:0:23502:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789264451.592365:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789264451.592395:0:23502:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789264451.592407:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264451.592410:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592411:0:23502:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789264451.592414:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789264451.592415:0:23502:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1789264451.592416:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264451.592423:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789264451.592425:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789264451.592427:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592429:0:23502:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789264451.592432:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789264451.592435:0:23502:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789264451.592438:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.592440:0:23502:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789264451.592443:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789264451.592446:0:23502:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:01000000:3.0:1789264451.592472:0:23502:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789264451.592474:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789264451.592485:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9c3aaa494d28) 00000020:00000080:3.0:1789264451.592497:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789264451.592504:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789264451.592578:0:23502:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789264451.592584:0:23502:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789264451.592590:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed86ea 00000100:00080000:1.0:1789264451.592692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789264451.592698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789264451.592700:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264451.592705:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 526 00000100:00080000:1.0:1789264451.592710:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1789264451.592714:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264441/real 1789264441] req@ffff9c3abac69c00 x1876179322864128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264451.592716:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c3aae100000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264451.592736:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa91f80 x1876179322868608/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264451.592766:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abac69c00 x1876179322864128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264451.592778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789264451.592785:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264441/real 1789264441] req@ffff9c3abac6ad80 x1876179322864000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264451 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264451.592789:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789264451.592794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264451.592801:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789264451.592807:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abac6ad80 x1876179322864000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264451 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264451.592828:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322868480:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789264451.592842:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876179322868736:0@lo:400:kworker.0 00000100:00100000:2.0:1789264451.592896:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.592923:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.592960:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868608:0@lo:38:kworker.0 00000100:00100000:0.0:1789264451.592987:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789264451.593023:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789264451.593030:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868480 00000100:00080000:0.0:1789264451.593037:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789264451.593038:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868480 00000100:00100000:0.0:1789264451.593045:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322864128:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789264451.593051:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae102000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264451.593058:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264451.593061:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322864000:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1789264451.593070:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868608 00000100:00100000:2.0:1789264451.593075:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868608 00000100:00100000:3.0:1789264451.593079:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789264451.593086:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3621:x1876179322868480:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789264451.593088:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789264451.593109:0:23169:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 531 last 0 00000100:00100000:2.0:1789264451.593109:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3621:x1876179322868608:12345-0@lo:38:kworker.0 00000020:00000080:3.0:1789264451.593132:0:23169:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed86f1 00000004:00100000:3.0:1789264451.593146:0:23169:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1789264451.593151:0:23169:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1789264451.593158:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3621:x1876179322868608:12345-0@lo:38:kworker.0 Request processed in 64us (171us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789264451.593164:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789264451.593213:0:23502:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3abf632000@lustre-OST0000-osc-MDT0001: add connection 192.168.203.144@tcp at head 00010000:00010000:3.0:1789264451.593411:0:23502:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:1.0:1789264451.594759:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322868736 00000100:00100000:1.0:1789264451.594769:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322868736 00000100:00100000:1.0:1789264451.594819:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789264451.594828:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876179322868736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264451.594900:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876179322868736:12345-0@lo:400:kworker.0 Request processed in 74us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.594907:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789264451.594918:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c3abaa91880 x1876179322868736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789264451.594929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264451.594932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789264451.594935:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae102000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1789264451.594938:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876179322868736:0@lo:400:kworker.0 00000100:00080000:1.0:1789264451.594939:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 521 00000100:00080000:1.0:1789264451.594942:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264451.594946:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c3aae102000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264451.594968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa91c00 x1876179322868864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264451.594981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264451.594984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789264451.594986:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264451.594988:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 521 00000100:00080000:1.0:1789264451.594991:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789264451.594994:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264451.595036:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa90a80 x1876179322868992/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264451.596028:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868864:0@lo:8:kworker.0 00000400:00000100:0.0:1789264451.596080:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322868864 offset 0 length 520: 4 00000100:00100000:0.0:1789264451.596127:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868992:0@lo:8:kworker.0 00000400:00000100:0.0:1789264451.596150:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322868992 offset 0 length 520: 4 00000100:00100000:0.0:1789264451.596186:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789264451.596192:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264451.596201:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789264451.596206:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868608:0@lo:38:kworker.0 00000040:01000000:3.0:1789264451.596775:0:23502:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789264451.597470:0:23502:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1789264451.599993:0:23502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264451.600334:0:23502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789264451.600469:0:23502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1789264451.601065:0:23507:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789264451.601069:0:23507:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:0.0:1789264451.601329:0:23169:0:(import.c:65:import_set_state_nolock()) ffff9c3a8c730000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789264451.601425:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3621:x1876179322868480:12345-0@lo:38:llog_process_th.0 Request processed in 8336us (8501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264451.601436:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789264451.601607:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789264451.601617:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789264451.601625:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1789264451.601631:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789264451.601634:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a83262800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789264451.601651:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322868480:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1789264451.602221:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789264451.602233:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789264451.602275:0:23502:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789264451.602296:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed86f8 00000100:00080000:2.0:1789264451.602303:0:23502:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789264451.602308:0:23502:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c3abf632000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264451.602334:0:23502:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac6bb80 x1876179322869120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264451.602351:0:23502:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789264451.602409:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.602414:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.602416:0:23502:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789264451.602418:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789264451.602421:0:23502:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1789264451.602423:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264451.602424:0:23502:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789264451.602426:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789264451.602428:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.602430:0:23502:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789264451.602432:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789264451.602436:0:23502:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789264451.602439:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.602441:0:23502:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789264451.602449:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789264451.602453:0:23502:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.144@tcp to nid 0x20000c0a8cb90 (192.168.203.144@tcp) 00000020:01000000:2.0:1789264451.602473:0:23502:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789264451.602476:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264451.602486:0:23502:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9c3ab2260000) 00000020:00000080:2.0:1789264451.602497:0:23502:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789264451.602501:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789264451.602565:0:23502:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789264451.602571:0:23502:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789264451.602577:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xecaf9f2f14ed8706 00010000:00080000:2.0:1789264451.602614:0:23502:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aaa1f9000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.144@tcp at head 00010000:00010000:2.0:1789264451.602851:0:23502:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789264451.602912:0:23502:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789264451.602925:0:23502:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1789264451.603189:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322869120:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789264451.603232:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322869120 offset 0 length 520: 4 00000100:00100000:2.0:1789264451.603647:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322869248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264451.603688:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.603814:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322869248 00000100:00100000:1.0:1789264451.603820:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322869248 00000100:00100000:1.0:1789264451.603860:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789264451.603870:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3622:x1876179322869248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789264451.603898:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789264451.603938:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3622:x1876179322869248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.603945:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789264451.604049:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322869248:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1789264451.605844:0:23502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264451.606052:0:23502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789264451.606162:0:23502:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1789264451.606526:0:23509:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789264451.606531:0:23509:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789264451.607281:0:23502:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789264451.607293:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789264451.607329:0:23502:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789264451.607352:0:23502:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed870d 00000100:00080000:2.0:1789264451.607362:0:23502:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789264451.607368:0:23502:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c3aaa1f9000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264451.607401:0:23502:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abac6b800 x1876179322869376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789264451.607457:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322869376:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789264451.607510:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322869376 offset 0 length 520: 4 00000100:00080000:2.0:1789264451.607568:0:23502:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789264451.607676:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.607681:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.607683:0:23502:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789264451.607686:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264451.607690:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.607691:0:23502:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789264451.607694:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789264451.607696:0:23502:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789264451.607698:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.607701:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.607702:0:23502:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789264451.607704:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264451.607707:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.607708:0:23502:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789264451.607711:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789264451.607736:0:23502:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.607739:0:23502:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.607740:0:23502:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789264451.607767:0:23502:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1789264451.607870:0:23498:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1789264451.607898:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1789264451.607914:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8696 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.607924:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ff200/0xecaf9f2f14ed868f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8696 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264451.607932:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaff85800 from 1 10000000:01000000:2.0:1789264451.607935:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789264451.607958:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.607965:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.607981:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.607996:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869504:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264451.608044:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.608061:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.608084:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322869504 00000100:00100000:2.0:1789264451.608089:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322869504 00000100:00100000:2.0:1789264451.608124:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789264451.608131:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+15:23498:x1876179322869504:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264451.608143:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264451.608154:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8714 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.608175:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 16 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.608185:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 16 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.608193:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abac1d600, rc 0) 00000100:00100000:2.0:1789264451.608225:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:23498:x1876179322869504:12345-0@lo:101:mount.lustre.0 Request processed in 93us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.608231:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789264451.608273:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869504:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264451.608285:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.608300:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.608817:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869632:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789264451.608852:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.608871:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.609104:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322869632 00000100:00100000:1.0:1789264451.609110:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322869632 00000100:00100000:1.0:1789264451.609142:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789264451.609156:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:23498:x1876179322869632:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789264451.609170:0:22760:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789264451.609185:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789264451.609188:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789264451.609261:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:23498:x1876179322869632:12345-0@lo:256:mount.lustre.0 Request processed in 106us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.609268:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789264451.609385:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869632:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789264451.610024:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789264451.610088:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.610098:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264451.610106:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaff85800 from 1 10000000:01000000:2.0:1789264451.610108:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789264451.610132:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.610139:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.610148:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.610163:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869760:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264451.610196:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.610238:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52f00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.610291:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322869760 00000100:00100000:1.0:1789264451.610296:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322869760 00000100:00100000:1.0:1789264451.610333:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789264451.610341:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:23498:x1876179322869760:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264451.610349:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264451.610359:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8722 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.610377:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.610387:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264451.610395:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9fe600, rc 0) 00000100:00100000:1.0:1789264451.610423:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322869760:12345-0@lo:101:mount.lustre.0 Request processed in 82us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.610428:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789264451.610567:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869760:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264451.610579:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.610587:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789264451.611519:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789264451.612037:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264451.612198:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789264451.612222:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789264451.612250:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789264451.612265:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789264451.612278:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789264451.612290:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789264451.612303:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789264451.612315:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789264451.612328:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789264451.612341:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789264451.612354:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789264451.612370:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789264451.612375:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789264451.612441:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869888:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264451.612498:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.612544:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.612611:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322869888 00000100:00100000:3.0:1789264451.612617:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322869888 00000100:00100000:3.0:1789264451.612673:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789264451.612681:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322869888:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264451.612815:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322869888:12345-0@lo:501:mount.lustre.0 Request processed in 134us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.612823:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789264451.612963:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322869888:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264451.612996:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870016:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789264451.613047:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.613075:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8000 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.613137:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870016 00000100:00100000:2.0:1789264451.613142:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870016 00000100:00100000:2.0:1789264451.613174:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789264451.613181:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870016:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264451.613258:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870016:12345-0@lo:503:mount.lustre.0 Request processed in 77us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.613265:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789264451.613342:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870016:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789264451.613684:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789264451.613787:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870144:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264451.613821:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.613838:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8000 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.613892:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870144 00000100:00100000:2.0:1789264451.613897:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870144 00000100:00100000:2.0:1789264451.613929:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789264451.613937:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870144:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264451.614018:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870144:12345-0@lo:502:mount.lustre.0 Request processed in 82us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.614025:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789264451.614150:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870144:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264451.614291:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789264451.614321:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1789264451.614336:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1789264451.614349:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1789264451.614361:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1789264451.614374:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1789264451.614386:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1789264451.614398:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1789264451.614410:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789264451.614423:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1789264451.614435:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1789264451.614454:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870272:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264451.614487:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.614512:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8000 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.614555:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870272 00000100:00100000:2.0:1789264451.614560:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870272 00000100:00100000:2.0:1789264451.614590:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789264451.614606:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870272:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264451.614672:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870272:12345-0@lo:502:mount.lustre.0 Request processed in 67us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.614679:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789264451.614714:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870272:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264451.614776:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1789264451.614784:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789264451.615265:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264451.615274:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.615277:0:23511:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789264451.615283:0:23511:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaff85800 00000020:00000080:2.0:1789264451.615286:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789264451.615292:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789264451.615294:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.615301:0:23511:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789264451.615304:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789264451.615306:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264451.615308:0:23511:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789264451.615311:0:23511:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaff85800 00000020:00000080:2.0:1789264451.615314:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789264451.615360:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264451.616709:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.616713:0:23511:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789264451.616720:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264451.616725:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.616726:0:23511:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789264451.616731:0:23511:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaff85800 00000020:00000080:3.0:1789264451.616734:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264451.616804:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264451.616808:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.616809:0:23511:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789264451.616812:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264451.616815:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.616816:0:23511:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789264451.616820:0:23511:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaff85800 00000020:00000080:3.0:1789264451.616822:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264451.616856:0:23511:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264451.616859:0:23511:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264451.616860:0:23511:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789264451.616864:0:23511:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789264451.617029:0:23498:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789264451.617055:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789264451.617072:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.617083:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264451.617131:0:23498:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789264451.617135:0:23498:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c3aaff85800 10000000:01000000:0.0:1789264451.617138:0:23498:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c3aaff85800 10000000:01000000:0.0:1789264451.617141:0:23498:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789264451.617146:0:23498:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c3aaff85800 from 1 10000000:01000000:0.0:1789264451.617149:0:23498:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789264451.617180:0:23498:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.617189:0:23498:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.617209:0:23498:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264451.617232:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870400:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789264451.617335:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.617378:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8000 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.617432:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870400 00000100:00100000:3.0:1789264451.617438:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870400 00000100:00100000:3.0:1789264451.617482:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789264451.617492:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:23498:x1876179322870400:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264451.617504:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264451.617518:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836ca000/0xecaf9f2f14ed8737 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8730 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.617546:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836ca000/0xecaf9f2f14ed8737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8730 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.617556:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836ca000/0xecaf9f2f14ed8737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8730 expref: 18 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.617565:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836ca000, rc 0) 00000100:00100000:3.0:1789264451.617677:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870400:12345-0@lo:101:mount.lustre.0 Request processed in 186us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.617685:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789264451.617727:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870400:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264451.617740:0:23498:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8737 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264451.617776:0:23498:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8737 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789264451.621106:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789264451.621392:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789264451.621607:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789264451.621631:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789264451.621644:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789264451.621658:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789264451.621671:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789264451.621683:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789264451.621696:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789264451.621708:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789264451.621721:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789264451.621787:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789264451.621804:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789264451.621818:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789264451.621831:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789264451.621844:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789264451.621857:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789264451.621869:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789264451.621881:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789264451.621894:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789264451.621908:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789264451.621922:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789264451.621935:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789264451.621949:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789264451.621962:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789264451.621976:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789264451.621990:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789264451.622033:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789264451.622050:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789264451.622063:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789264451.622078:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789264451.622091:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789264451.622102:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789264451.622114:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789264451.622128:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789264451.622140:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789264451.622152:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789264451.622163:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789264451.622174:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789264451.622186:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789264451.622198:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789264451.622211:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789264451.622224:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789264451.622251:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789264451.622272:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789264451.622284:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789264451.622296:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789264451.622307:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789264451.622318:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789264451.622329:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789264451.622439:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789264451.622459:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789264451.622475:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789264451.622479:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789264451.622559:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264451.622621:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264451.622662:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c22c00 going to sleep for 11 seconds 00000100:00100000:0.0:1789264451.622848:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870528 00000100:00100000:0.0:1789264451.622855:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870528 00000100:00100000:0.0:1789264451.622899:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1789264451.622908:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870528:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264451.623031:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870528:12345-0@lo:501:mount.lustre.0 Request processed in 123us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264451.623038:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789264451.629138:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870528:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264451.629201:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870656:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789264451.629274:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264451.629318:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c22c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.629473:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870656 00000100:00100000:1.0:1789264451.629479:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870656 00000100:00100000:1.0:1789264451.629535:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789264451.629545:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870656:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264451.629728:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870656:12345-0@lo:503:mount.lustre.0 Request processed in 184us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.629736:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789264451.631771:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870656:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789264451.632220:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789264451.632298:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264451.632367:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264451.632408:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870784 00000100:00100000:3.0:1789264451.632413:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870784 00000100:00100000:3.0:1789264451.632452:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789264451.632460:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870784:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264451.632545:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870784:12345-0@lo:502:mount.lustre.0 Request processed in 85us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.632562:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789264451.633836:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c22d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.633878:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870784:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264451.634103:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1789264451.634132:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1789264451.634146:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1789264451.634158:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1789264451.634170:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1789264451.634182:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1789264451.634195:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1789264451.634207:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1789264451.634220:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1789264451.634231:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1789264451.634271:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1789264451.634287:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1789264451.634300:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1789264451.634312:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1789264451.634325:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1789264451.634337:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1789264451.634350:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1789264451.634362:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1789264451.634375:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1789264451.634387:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1789264451.634400:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1789264451.634411:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1789264451.634423:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1789264451.634436:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1789264451.634448:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1789264451.634469:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1789264451.634499:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1789264451.634513:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1789264451.634525:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1789264451.634538:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1789264451.634549:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1789264451.634562:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1789264451.634574:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1789264451.634586:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1789264451.634598:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1789264451.634612:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1789264451.634624:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1789264451.634636:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1789264451.634648:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1789264451.634661:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1789264451.634674:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1789264451.634687:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1789264451.634711:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1789264451.634725:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1789264451.634737:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1789264451.634772:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1789264451.634785:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1789264451.634797:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1789264451.634838:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870912:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264451.634896:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264451.634924:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa454540 going to sleep for 11 seconds 00000100:00100000:3.0:1789264451.639522:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322870912 00000100:00100000:3.0:1789264451.639535:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322870912 00000100:00100000:3.0:1789264451.639586:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789264451.639597:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870912:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264451.639793:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322870912:12345-0@lo:502:mount.lustre.0 Request processed in 198us (4896us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.639801:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789264451.639811:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322870912:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264451.640011:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1789264451.640041:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1789264451.640076:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322871040:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264451.640116:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.640159:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8000 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.640299:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871040 00000100:00100000:1.0:1789264451.640304:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871040 00000100:00100000:1.0:1789264451.640339:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789264451.640346:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322871040:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264451.640419:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322871040:12345-0@lo:502:mount.lustre.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.640430:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789264451.640702:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322871040:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264451.640763:0:23498:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1789264451.640772:0:23498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789264451.647311:0:23516:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:0.0:1789264451.647330:0:23516:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9c3ab6814d28) 00000020:00000080:0.0:1789264451.647353:0:23516:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:0.0:1789264451.647442:0:23516:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaff85800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1789264451.647446:0:23516:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3aaff85800 from lustre-MDT0001, refs=3 00000020:01000004:0.0:1789264451.647448:0:23516:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3aaff85800 3 00010000:00080000:0.0:1789264451.647478:0:23516:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aae2ff800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.144@tcp at head 00010000:00010000:0.0:1789264451.649213:0:23516:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1789264451.649414:0:23516:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1789264451.649453:0:23516:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789264451.649466:0:23516:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xecaf9f2f14ed8745 00000100:00080000:0.0:1789264451.649476:0:23516:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789264451.649481:0:23516:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c3aae2ff800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264451.649514:0:23516:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f1500 x1876179322871168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789264451.649542:0:23516:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789264451.649687:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322871168:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789264451.649769:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.650721:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871168 00000100:00100000:0.0:1789264451.650731:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871168 00000100:00100000:1.0:1789264451.650793:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789264451.650801:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1876179322871168:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789264451.650828:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 531 last 0 00000020:00000080:1.0:1789264451.650857:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xecaf9f2f14ed874c 00000004:00100000:1.0:1789264451.650872:0:22767:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789264451.650899:0:22767:0:(import.c:65:import_set_state_nolock()) ffff9c3aae15a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789264451.650967:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1876179322871168:12345-0@lo:38:llog_process_th.0 Request processed in 165us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.650974:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789264451.651055:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c39837f1500 x1876179322871168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264451.651068:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789264451.651077:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789264451.651084:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789264451.651088:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789264451.651090:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae2ff800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789264451.651096:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3621:1876179322871168:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789264451.656792:0:23516:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789264451.657716:0:23498:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789264451.657779:0:23498:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789264451.657802:0:23498:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8737 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.657813:0:23498:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c398366b000/0xecaf9f2f14ed8730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8737 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789264451.657859:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789264451.657862:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.657863:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.657864:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.657866:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.657867:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.657868:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.657870:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.657872:0:23498:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264451.657876:0:23498:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789264451.657878:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264451.657879:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.657880:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.657881:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.657883:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.657884:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.657885:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.657886:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.657887:0:23498:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264451.657913:0:23498:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789264451.657935:0:23498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322871296:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264451.658027:0:23498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.658066:0:23498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82fd3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.658089:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871296 00000100:00100000:2.0:1789264451.658095:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871296 00000100:00100000:2.0:1789264451.658133:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789264451.658140:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322871296:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789264451.658164:0:22761:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789264451.658177:0:22761:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1789264451.664841:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1789264451.667294:0:22761:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789264451.667337:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789264451.671163:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:23498:x1876179322871296:12345-0@lo:253:mount.lustre.0 Request processed in 13016us (13129us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264451.671177:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789264451.671422:0:23498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:23498:1876179322871296:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789264451.671437:0:23498:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1789264451.671440:0:23498:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789264451.671442:0:23498:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789264451.671443:0:23498:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264451.671445:0:23498:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264451.671446:0:23498:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264451.671447:0:23498:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264451.671449:0:23498:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789264451.671451:0:23498:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264451.671452:0:23498:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789264451.671469:0:23498:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1789264451.673918:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789264451.673925:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789264451.673947:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.673977:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.673984:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.673991:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.674039:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.674056:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 17 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264451.674070:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322871424:0@lo:104: 00000100:00100000:0.0:1789264451.674124:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789264451.674174:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.674182:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264451.674190:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322871552:0@lo:104: 00000100:00100000:0.0:1789264451.674211:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.674225:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398304f900 going to sleep for 11 seconds 00000100:00100000:2.0:1789264451.674278:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871424 00000100:00100000:2.0:1789264451.674285:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871424 00000100:00100000:2.0:1789264451.674317:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871552 00000100:00100000:2.0:1789264451.674319:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871552 00000100:00100000:2.0:1789264451.674333:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264451.674340:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322871424:12345-0@lo:104: 00010000:00010000:2.0:1789264451.674351:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.674418:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789264451.674423:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322871424:12345-0@lo:104: Request processed in 84us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.674430:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264451.674446:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789264451.674452:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322871552:12345-0@lo:104: 00010000:00010000:2.0:1789264451.674458:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.674485:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789264451.674490:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322871552:12345-0@lo:104: Request processed in 39us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.674495:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789264451.674514:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264451.674520:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.674527:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c000 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264451.674531:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.674539:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264451.674546:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264451.674551:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789264451.674580:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.674586:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789264451.674691:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322871424:0@lo:104: 00000100:00100000:0.0:1789264451.674700:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322871552:0@lo:104: 00010000:00010000:0.0:1789264451.674722:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675411:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675420:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c000/0xecaf9f2f14ed8714 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed871b expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675435:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264451.675438:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675444:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264451.675447:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675454:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264451.675460:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264451.675465:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789264451.675490:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675496:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789264451.675509:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675527:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed8650 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8657 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675540:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264451.675542:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264451.675543:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264451.675550:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264451.675557:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789264451.675570:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322871680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789264451.675624:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.675662:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322871808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789264451.675684:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264451.675714:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871680 00000100:00100000:2.0:1789264451.675719:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871680 00010000:00010000:2.0:1789264451.675739:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 18 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.675780:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871808 00000100:00100000:2.0:1789264451.675783:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871808 00010000:00010000:2.0:1789264451.675795:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 19 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264451.675810:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264451.675817:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:3622:x1876179322871680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264451.675827:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264451.675833:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 19 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675852:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 19 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675865:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1d600/0xecaf9f2f14ed871b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8714 expref: 19 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675878:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264451.675909:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3622:x1876179322871680:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.675917:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264451.675935:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789264451.675941:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:3624:x1876179322871808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264451.675950:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264451.675954:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675962:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675972:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8657 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8650 expref: 17 pid: 22759 timeout: 632 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675982:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.675990:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789264451.676374:0:22751:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004774112s 00010000:00010000:2.0:1789264451.676388:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676396:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676402:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676409:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676415:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366b400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264451.676418:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676425:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676447:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264451.676457:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264451.676497:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:3624:x1876179322871808:12345-0@lo:103:ldlm_bl.0 Request processed in 556us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264451.676504:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789264451.676550:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322871680:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264451.676610:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.676618:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264451.676624:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8753 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264451.676716:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322871808:0@lo:103:ldlm_bl.0 00000040:01000000:2.0:1789264451.677947:0:23498:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:2.0:1789264451.678145:0:23523:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789264451.678280:0:23498:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1789264451.678584:0:23523:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789264451.680902:0:23523:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789264451.680979:0:23523:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000020:00080000:0.0:1789264451.681441:0:23522:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1789264451.681446:0:23522:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:3.0:1789264451.681645:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322871936:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.681713:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264451.682074:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322871936 00000100:00100000:0.0:1789264451.682081:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322871936 00000100:00100000:3.0:1789264451.682248:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332840 going to sleep for 11 seconds 00000100:00100000:0.0:1789264451.682292:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264451.682302:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322871936:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789264451.682387:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322871936:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 86us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264451.682394:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789264451.682453:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322871936:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1789264451.682482:0:23524:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789264451.682511:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322872064:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.682541:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:2.0:1789264451.682716:0:23498:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1789264451.682775:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1789264451.683220:0:23498:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1789264451.683228:0:23498:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1789264451.683267:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264451.684233:0:23498:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1789264451.684739:0:23498:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1789264451.684794:0:23498:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1789264451.684884:0:23498:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1789264451.685397:0:23498:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1789264451.687061:0:23498:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1789264451.687258:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a906b0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.687354:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872064 00000100:00100000:1.0:1789264451.687364:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872064 00000100:00100000:1.0:1789264451.687407:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789264451.687417:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322872064:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789264451.687567:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322872064:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 151us (5024us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.687574:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789264451.687688:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322872064:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.687785:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23524:1876179322872192:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.687823:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264451.687842:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332840 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.687902:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872192 00000100:00100000:1.0:1789264451.687907:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872192 00000100:00100000:1.0:1789264451.687938:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789264451.687944:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23524:x1876179322872192:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789264451.687990:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23524:x1876179322872192:12345-0@lo:900:lod0001_rec0000.0 Request processed in 46us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.687997:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789264451.688075:0:23524:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c3983f4b100 x1876179322872192/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789264467 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264451.688086:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23524:1876179322872192:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.688130:0:23524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322872320:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1789264451.688156:0:23524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264451.688178:0:23524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a88b3f840 going to sleep for 11 seconds 00000100:00100000:1.0:1789264451.688230:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872320 00000100:00100000:1.0:1789264451.688234:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872320 00000100:00100000:1.0:1789264451.688254:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264451.688260:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322872320:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789264451.688320:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23524:x1876179322872320:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264451.688326:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789264451.688384:0:23524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23524:1876179322872320:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1789264451.688422:0:23524:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789264451.690465:0:23524:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789264451.690539:0:23524:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1789264451.690544:0:23524:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:1.0:1789264451.694551:0:23498:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1789264451.694648:0:23498:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb65101c43988 00100000:10000000:1.0:1789264451.694656:0:23498:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1789264451.695626:0:23498:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789264451.695658:0:23498:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789264451.695675:0:23498:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1789264451.695694:0:23498:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1789264451.696866:0:23498:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789264451.697092:0:23498:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789264452.041909:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264452.362069:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789264452.683128:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789264453.066028:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789264453.193974:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789264453.193982:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaff85800 from 12 10000000:01000000:3.0:1789264453.193999:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789264453.194049:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.194060:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.194071:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264453.194113:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789264453.194185:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264453.194233:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332780 going to sleep for 11 seconds 00000100:00100000:0.0:1789264453.194333:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872448 00000100:00100000:0.0:1789264453.194341:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872448 00000100:00100000:0.0:1789264453.194396:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789264453.194406:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:22763:x1876179322872448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264453.194420:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264453.194433:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed875a expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.194469:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.194481:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 17 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.194491:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b800, rc 0) 00000100:00100000:0.0:1789264453.194539:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322872448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264453.194546:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789264453.195771:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264453.195793:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.195805:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264453.195874:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872576:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789264453.195920:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264453.195959:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332780 going to sleep for 11 seconds 00000100:00100000:2.0:1789264453.196087:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872576 00000100:00100000:2.0:1789264453.196095:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872576 00000100:00100000:2.0:1789264453.196143:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789264453.196152:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322872576:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789264453.196168:0:22761:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789264453.196186:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789264453.196190:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789264453.196277:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322872576:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264453.196284:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789264453.196361:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872576:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789264453.196400:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789264453.196407:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.196415:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264453.196424:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789264453.196426:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaffaf800 from 12 10000000:01000000:3.0:1789264453.196428:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789264453.196449:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.196467:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.196475:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264453.196490:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789264453.196513:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264453.196536:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332780 going to sleep for 11 seconds 00000100:00100000:0.0:1789264453.197197:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872704 00000100:00100000:0.0:1789264453.197204:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872704 00000100:00100000:0.0:1789264453.197250:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789264453.197260:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322872704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264453.197270:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264453.197284:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8768 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.197304:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.197314:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264453.197322:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366a200, rc 0) 00000100:00100000:0.0:1789264453.197366:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322872704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264453.197383:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1789264453.199260:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264453.199283:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.199294:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264453.199358:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872832:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789264453.199412:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264453.199458:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f332780 going to sleep for 11 seconds 00000100:00100000:2.0:1789264453.199701:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872832 00000100:00100000:2.0:1789264453.199708:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872832 00000100:00100000:2.0:1789264453.199798:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789264453.199808:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322872832:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789264453.199829:0:22761:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789264453.199846:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789264453.199849:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1789264453.199928:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322872832:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264453.199940:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1789264453.200078:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322872832:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789264453.200119:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789264453.200126:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264453.200134:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264453.387850:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000040:00080000:0.0:1789264453.388354:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1789264453.707360:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789264454.091908:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264454.410795:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789264455.113958:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789264455.216987:0:23767:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1789264455.439079:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000020:00000004:0.0:1789264455.979602:0:23819:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789264455.979831:0:23819:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789264456.141350:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264456.458497:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 0 seconds 00000020:00000004:1.0:1789264456.647107:0:23869:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789264456.647376:0:23869:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00080000:0.0:1789264456.717263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789264456.717270:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789264456.717273:0:37:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789264456.717285:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c3aae100000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264456.717307:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f2a00 x1876179322873216/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789264456.717322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264456.717325:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264456.717327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264456.717330:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264456.717344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264456.717347:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264456.717350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264456.717353:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789264456.717394:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322873088:0@lo:400:kworker.0 00000100:00100000:0.0:1789264456.717459:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264456.717508:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789264456.717515:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322873344:0@lo:400:kworker.0 00000100:00100000:0.0:1789264456.717597:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264456.717632:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873088 00000100:00100000:0.0:1789264456.717639:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873088 00000100:00100000:0.0:1789264456.717678:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789264456.717686:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3622:x1876179322873088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264456.717727:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3622:x1876179322873088:12345-0@lo:400:kworker.0 Request processed in 42us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264456.717733:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789264456.717789:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873344 00000100:00100000:0.0:1789264456.717793:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873344 00000100:00100000:0.0:1789264456.717818:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789264456.717826:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322873344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264456.717855:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322873344:12345-0@lo:400:kworker.0 Request processed in 29us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264456.717861:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789264456.717884:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322873216:0@lo:38:kworker.0 00000100:00100000:0.0:1789264456.717908:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264456.717935:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873216 00000100:00100000:0.0:1789264456.717939:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873216 00000100:00100000:0.0:1789264456.717957:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789264456.717961:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3621:x1876179322873216:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1789264456.717994:0:22772:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 537 last 0 00000020:00000080:0.0:1789264456.718026:0:22772:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed8776 00000004:00100000:0.0:1789264456.718040:0:22772:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789264456.718044:0:22772:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:0.0:1789264456.718127:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c39837f3800 x1876179322873344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264456.718139:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322873344:0@lo:400:kworker.0 00000100:00100000:0.0:1789264456.718146:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322873088:0@lo:400:kworker.0 00000100:00100000:2.0:1789264456.718248:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322872960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264456.718277:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264456.718298:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322873600:0@lo:400:kworker.0 00000100:00100000:1.0:1789264456.718319:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322872960 00000100:00100000:2.0:1789264456.718322:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264456.718323:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322872960 00000100:00100000:2.0:1789264456.718339:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789264456.718345:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322873472:0@lo:400:kworker.0 00000100:00100000:1.0:1789264456.718347:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264456.718353:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322872960:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264456.718363:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1789264456.718374:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789264456.718422:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322872960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264456.718436:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789264456.718474:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322872960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264456.718518:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873472 00000100:00100000:1.0:1789264456.718523:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873472 00000100:00100000:1.0:1789264456.718543:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789264456.718547:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322873472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264456.718660:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322873472:12345-0@lo:400:kworker.0 Request processed in 111us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264456.718667:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789264456.718711:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873600 00000100:00100000:1.0:1789264456.718714:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873600 00000100:00100000:2.0:1789264456.718824:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322873472:0@lo:400:kworker.0 00000100:00100000:1.0:1789264456.718909:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789264456.718917:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322873600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264456.718951:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322873600:12345-0@lo:400:kworker.0 Request processed in 35us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264456.718956:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789264456.721157:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c39837f1c00 x1876179322873600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264456.721175:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322873600:0@lo:400:kworker.0 00000100:00080000:3.0:1789264456.723348:0:22772:0:(import.c:65:import_set_state_nolock()) ffff9c39830ec000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264456.723427:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1876179322873216:12345-0@lo:38:kworker.0 Request processed in 5464us (5517us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264456.723435:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1789264456.725393:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789264456.725406:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789264456.725413:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789264456.725417:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae100000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789264456.725445:0:3621:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000069b3f39f): req@ffff9c3abaa92d80 x1876179322866560/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264456.725473:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322873216:0@lo:38:kworker.0 00000100:00100000:0.0:1789264456.725511:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322873728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264456.725574:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264456.725618:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322866560 00000100:00100000:1.0:1789264456.725624:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322866560 00000100:00100000:1.0:1789264456.725668:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789264456.725678:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322866560:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789264456.725688:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789264456.725787:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322866560:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 109us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264456.725796:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789264456.726324:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264456.726405:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92d80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1876179322866560:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789264456.726434:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873728 00000040:01000000:2.0:1789264456.726439:0:22807:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1789264456.726439:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873728 00000100:00100000:2.0:1789264456.726473:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1876179322873856:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789264456.726473:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789264456.726480:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322873728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789264456.726502:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264456.726508:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264456.726524:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aa98b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264456.726536:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873856 00000100:00100000:1.0:1789264456.726539:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322873728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264456.726540:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873856 00000100:00100000:1.0:1789264456.726547:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789264456.726560:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789264456.726566:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322873856:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789264456.726582:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322873728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264456.726686:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322873856:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 119us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264456.726693:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789264456.726698:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1876179322873856:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789264456.726794:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1876179322873984:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1789264456.726820:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264456.726840:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f2546c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264456.726950:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322873984 00000100:00100000:2.0:1789264456.726955:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322873984 00000100:00100000:2.0:1789264456.726994:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789264456.727000:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322873984:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1789264456.727057:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1876179322873984:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 56us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264456.727063:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789264456.727671:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22807:1876179322873984:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1789264456.727716:0:22807:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264456.730063:0:22807:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789264456.730136:0:22807:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 15, retries 0 00000004:00080000:1.0:1789264456.730141:0:22807:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1789264457.165203:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789264457.361620:0:23917:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffeba66c210 20000000:00000080:2.0:1789264457.361636:0:23917:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c3a886e7c00 uarg=0000000000000000 20000000:01000000:2.0:1789264457.361674:0:23917:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789264457.361681:0:23917:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789264457.361685:0:23917:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1789264457.362476:0:23918:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1789264457.362639:0:23917:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789264457.374624:0:23917:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789264457.374653:0:23917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374672:0:23917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374680:0:23917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374687:0:23917:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374788:0:23917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374806:0:23917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264457.374821:0:23917:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23917:1876179322874112:0@lo:104: 00000100:00100000:2.0:1789264457.374884:0:23917:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789264457.374947:0:23917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 17 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.374956:0:23917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 17 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264457.374976:0:23917:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23917:1876179322874240:0@lo:104: 00000100:00100000:2.0:1789264457.375000:0:23917:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264457.375028:0:23917:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8b8f9840 going to sleep for 11 seconds 00000100:00100000:3.0:1789264457.375036:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874112 00000100:00100000:3.0:1789264457.375045:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874112 00000100:00100000:3.0:1789264457.375084:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874240 00000100:00100000:3.0:1789264457.375087:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874240 00000100:00100000:3.0:1789264457.375102:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264457.375109:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:23917:x1876179322874112:12345-0@lo:104: 00010000:00010000:3.0:1789264457.375122:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375184:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789264457.375203:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:23917:x1876179322874112:12345-0@lo:104: Request processed in 95us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264457.375219:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264457.375235:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789264457.375242:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:23917:x1876179322874240:12345-0@lo:104: 00010000:00010000:3.0:1789264457.375249:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375284:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789264457.375289:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:23917:x1876179322874240:12345-0@lo:104: Request processed in 49us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264457.375305:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1789264457.375323:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264457.375329:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375336:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c800 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264457.375339:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375348:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264457.375355:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264457.375361:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789264457.375396:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375402:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264457.375432:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375439:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c800/0xecaf9f2f14ed8722 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8729 expref: -99 pid: 23498 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375451:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264457.375454:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375470:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fea00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264457.375473:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375480:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264457.375486:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264457.375491:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789264457.375506:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375512:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264457.375526:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375532:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fea00/0xecaf9f2f14ed861f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8626 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375555:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264457.375557:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264457.375558:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264457.375565:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264457.375576:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322874368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264457.375604:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264457.375636:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322874496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264457.375666:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264457.375695:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874368 00000100:00100000:3.0:1789264457.375699:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874368 00010000:00010000:3.0:1789264457.375715:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 18 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264457.375732:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874496 00000100:00100000:3.0:1789264457.375734:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874496 00010000:00010000:3.0:1789264457.375764:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 19 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264457.375778:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264457.375786:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:3623:x1876179322874368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789264457.375796:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264457.375802:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 19 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375812:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 19 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375826:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264457.375858:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:3623:x1876179322874368:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264457.375863:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264457.375877:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789264457.375885:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3624:x1876179322874496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789264457.375892:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264457.375896:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 18 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264457.375900:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322874368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789264457.375918:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 18 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375930:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375937:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375950:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375957:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375976:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375983:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375988:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264457.375992:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.375999:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.376006:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264457.376024:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264457.376060:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3624:x1876179322874496:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264457.376066:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789264457.376377:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322874496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264457.376403:0:23917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abb9fe600/0xecaf9f2f14ed8729 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8722 expref: 17 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264457.376414:0:23917:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23917:1876179322874112:0@lo:104: 00010000:00010000:2.0:1789264457.376423:0:23917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8626 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed861f expref: 16 pid: 22761 timeout: 637 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264457.376430:0:23917:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23917:1876179322874240:0@lo:104: 00010000:00010000:2.0:1789264457.376444:0:23917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.376465:0:23917:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.376472:0:23917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264457.376478:0:23917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1c000/0xecaf9f2f14ed877d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264458.189006:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264459.210183:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789264459.275680:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789264459.275686:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaff85800 from 13 10000000:01000000:0.0:1789264459.275692:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789264459.275733:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.275774:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.275786:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264459.275824:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.275892:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264459.275932:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39837843c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789264459.276000:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874624 00000100:00100000:1.0:1789264459.276008:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874624 00000100:00100000:1.0:1789264459.276062:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1789264459.276072:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+16:22763:x1876179322874624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264459.276086:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264459.276107:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8784 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.276130:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 17 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.276140:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 17 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.276148:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9fe400, rc 0) 00000100:00100000:1.0:1789264459.276191:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322874624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264459.276199:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1789264459.276320:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264459.276335:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264459.276345:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264459.276408:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264459.276445:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264459.276464:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c529c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264459.276517:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874752 00000100:00100000:0.0:1789264459.276521:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874752 00000100:00100000:0.0:1789264459.276555:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789264459.276563:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322874752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.276678:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322874752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 114us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264459.276685:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1789264459.276722:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874752:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.276794:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874880:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.276833:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264459.276860:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784840 going to sleep for 11 seconds 00000100:00100000:3.0:1789264459.277147:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322874880 00000100:00100000:3.0:1789264459.277153:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322874880 00000100:00100000:3.0:1789264459.277247:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789264459.277255:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322874880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789264459.277334:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322874880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 80us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264459.277341:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789264459.277435:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322874880:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789264459.278700:0:24041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789264459.278833:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789264459.278854:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789264459.278865:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.278874:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264459.278884:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789264459.278886:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaffaf800 from 13 10000000:01000000:1.0:1789264459.278889:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789264459.278921:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.278928:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264459.278937:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264459.278978:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789264459.279034:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264459.279118:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab55b1840 going to sleep for 11 seconds 00000100:00100000:2.0:1789264459.284034:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875008 00000100:00100000:2.0:1789264459.284048:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875008 00000100:00100000:0.0:1789264459.287878:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789264459.287893:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+17:22763:x1876179322875008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264459.287909:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264459.287927:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8792 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.287967:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.287994:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 18 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.288003:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b600, rc 0) 00000100:00100000:0.0:1789264459.288077:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322875008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (9044us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264459.288083:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1789264459.288137:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264459.288156:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.288166:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264459.288238:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.288270:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264459.288299:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39837846c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264459.288316:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875136 00000100:00100000:0.0:1789264459.288321:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875136 00000100:00100000:0.0:1789264459.288342:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789264459.288348:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322875136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.288446:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322875136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 97us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264459.288454:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789264459.288485:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.288522:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.288558:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264459.288572:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39837846c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264459.288583:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875264 00000100:00100000:0.0:1789264459.288586:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875264 00000100:00100000:0.0:1789264459.288607:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789264459.288613:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322875264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789264459.288689:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:22763:x1876179322875264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264459.288695:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789264459.288729:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322875264:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1789264459.289495:0:24043:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789264459.289548:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789264459.289563:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789264459.289571:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264459.289581:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264460.241730:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264461.268696:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789264461.834050:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.834056:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264461.834059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.834076:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264461.834096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.834098:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264461.834100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.834102:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789264461.834234:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322875520:0@lo:400:kworker.0 00000100:00100000:0.0:1789264461.834240:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322875392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264461.834287:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322875776:0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.834315:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264451/real 1789264451] req@ffff9c3abac6b800 x1876179322869376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264461.834475:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264461.834525:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264461.834555:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322875904:0@lo:400:kworker.0 00000100:00100000:1.0:1789264461.834556:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264461.834575:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3622:1876179322876032:0@lo:400:kworker.0 00000100:00100000:0.0:1789264461.834575:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264461.834596:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875776 00000100:00100000:1.0:1789264461.834604:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875776 00000100:00100000:2.0:1789264461.834615:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264461.834657:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789264461.834666:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322875776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264461.834721:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789264461.834721:0:22768:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1789264461.834732:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322875648:0@lo:400:kworker.0 00000100:00100000:0.0:1789264461.834733:0:22768:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1789264461.834784:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264461.834806:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322876160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264461.834825:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264461.834848:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abac6b800 x1876179322869376/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264461.834852:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875520 00000100:00100000:2.0:1789264461.834857:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875520 00000100:00100000:2.0:1789264461.834892:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1789264461.834900:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3622:x1876179322875520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.834976:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875392 00000100:00100000:3.0:1789264461.834981:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875392 00000100:00100000:3.0:1789264461.835002:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875904 00000100:00100000:3.0:1789264461.835005:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875904 00000100:00100000:2.0:1789264461.835052:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:3622:x1876179322875520:12345-0@lo:400:kworker.0 Request processed in 152us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264461.835058:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322875648 00000100:00100000:2.0:1789264461.835062:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789264461.835063:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322875648 00000100:00100000:3.0:1789264461.835081:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876160 00000100:00100000:3.0:1789264461.835084:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876160 00000100:00100000:3.0:1789264461.835104:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789264461.835112:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3625:x1876179322875392:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264461.835193:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322875520:0@lo:400:kworker.0 00000004:00000024:3.0:1789264461.835351:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789264461.835399:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3625:x1876179322875392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 287us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264461.835406:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789264461.835424:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789264461.835432:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322875904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264461.835435:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322875392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789264461.835472:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322875904:12345-0@lo:400:kworker.0 Request processed in 41us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264461.835473:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322875904:0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.835496:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789264461.835510:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789264461.835525:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3622:x1876179322875648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.835565:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3622:x1876179322875648:12345-0@lo:400:kworker.0 Request processed in 41us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264461.835571:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789264461.835583:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789264461.835589:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322876160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789264461.835607:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264461.835616:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322875648:0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.835651:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322876160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264461.835658:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789264461.835666:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322876160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789264461.835682:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789264461.835690:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876032 00000100:00100000:3.0:1789264461.835694:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876032 00000100:00100000:3.0:1789264461.835710:0:22767:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789264461.835716:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789264461.835722:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1876179322876032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264461.835789:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1876179322876032:12345-0@lo:400:kworker.0 Request processed in 66us (1175us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264461.835796:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1789264461.835808:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c3a8c73f800 x1876179322876032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264461.835821:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3622:1876179322876032:0@lo:400:kworker.0 00000100:00100000:1.0:1789264461.836778:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322875776:12345-0@lo:400:kworker.0 Request processed in 2108us (2216us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264461.836778:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264451/real 1789264451] req@ffff9c3abac6bb80 x1876179322869120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264461 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264461.836787:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789264461.836796:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abac6bb80 x1876179322869120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264461 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789264461.836809:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1f9000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1789264461.836820:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c3a8c73df80 x1876179322875776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264461.836830:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322875776:0@lo:400:kworker.0 00000100:00080000:0.0:1789264461.836832:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264461.836835:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322869376:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789264461.836840:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3abf632000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264461.836846:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264461.836850:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322869120:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789264461.837041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.837046:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264461.837049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.837052:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264461.837055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.837058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789264461.837060:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3abf632000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264461.837065:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 531 00000100:00080000:2.0:1789264461.837069:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789264461.837078:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c3abf632000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264461.837105:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3a8c73f800 x1876179322876288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264461.837125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264461.837128:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789264461.837130:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1f9000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264461.837133:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 531 00000100:00080000:2.0:1789264461.837143:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789264461.837147:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c3aaa1f9000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264461.837159:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3a8c73e300 x1876179322876416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789264461.837205:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322876288:0@lo:8:kworker.0 00000400:00000100:0.0:1789264461.837244:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322876288 offset 0 length 520: 4 00000100:00100000:0.0:1789264461.837269:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322876416:0@lo:8:kworker.0 00000400:00000100:0.0:1789264461.837285:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876179322876416 offset 0 length 520: 4 00010000:00010000:2.0:1789264462.283507:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789264462.285635:0:24266:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789264462.285639:0:24266:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789264462.285640:0:24266:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789264462.285775:0:24266:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c3aaff17800 00000020:01000004:0.0:1789264462.285791:0:24266:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789264462.285804:0:24266:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789264462.285817:0:24266:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9c3ab6810000) 00000020:00000080:0.0:1789264462.285832:0:24266:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789264462.364275:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789264462.367913:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789264462.370463:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789264462.370768:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789264462.371141:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789264462.371451:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789264462.371722:0:24266:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:3.0:1789264462.373597:0:24266:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789264462.373878:0:24266:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789264462.373892:0:24266:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789264462.373907:0:24266:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xecaf9f2f14ed87a7 00000020:01000004:3.0:1789264462.373914:0:24266:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789264462.373946:0:24266:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.144@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789264462.373949:0:24266:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789264462.373956:0:24266:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789264462.373960:0:24266:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789264462.373971:0:24266:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9c3aaa4919b8) 00000020:00000080:3.0:1789264462.373983:0:24266:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1789264462.375669:0:24266:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789264462.375974:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1789264462.375981:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789264462.385499:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789264462.385519:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789264462.386329:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789264462.386340:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1789264462.391244:0:24266:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789264462.391445:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1789264462.391452:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789264462.392434:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1789264462.392445:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1789264462.413162:0:24266:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789264462.413477:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1789264462.413483:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1789264462.415330:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1789264462.415345:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1789264462.416905:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1789264462.416937:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1789264462.419940:0:24266:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789264462.420315:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1789264462.420321:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1789264462.421893:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:0.0:1789264462.421905:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:0.0:1789264462.455213:0:24266:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789264462.455449:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:0.0:1789264462.455455:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1789264462.456446:0:24266:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1789264462.456457:0:24266:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1789264462.456924:0:24266:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1789264462.456964:0:24266:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1789264462.456972:0:24266:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.144@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1789264462.465589:0:24266:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.144@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789264462.465640:0:24266:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.144@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1789264462.465645:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789264462.465647:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789264462.465648:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789264462.465649:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789264462.465651:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789264462.465652:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789264462.465654:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789264462.465656:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789264462.465657:0:24266:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789264462.465661:0:24266:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1789264462.465663:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789264462.465664:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789264462.465671:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789264462.465672:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789264462.465672:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789264462.465673:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789264462.465674:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789264462.465675:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789264462.465676:0:24266:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789264462.465699:0:24266:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789264462.465719:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876544:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789264462.465811:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.465914:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264462.465960:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876544 00000100:00100000:3.0:1789264462.465968:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876544 00000100:00100000:3.0:1789264462.466019:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1789264462.466028:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:24266:x1876179322876544:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789264462.466069:0:22761:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789264462.466073:0:22761:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789264462.466076:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789264462.466557:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:24266:x1876179322876544:12345-0@lo:253:mount.lustre.0 Request processed in 528us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.466566:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789264462.466687:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876544:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789264462.466697:0:24266:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789264462.466699:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789264462.466700:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789264462.466702:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789264462.466703:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789264462.466704:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789264462.466705:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789264462.466706:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789264462.466708:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789264462.466709:0:24266:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789264462.466725:0:24266:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c3aaff17800 from lustre-OST0000 10000000:01000000:0.0:1789264462.466976:0:24266:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1789264462.466980:0:24266:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1789264462.466987:0:24266:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c3982364d28 local copy 00010000:00010000:0.0:1789264462.466997:0:24266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.467096:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876672:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264462.467127:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.467170:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811f480 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.467234:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876672 00000100:00100000:2.0:1789264462.467239:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876672 00000100:00100000:2.0:1789264462.467276:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789264462.467284:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:24266:x1876179322876672:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264462.467430:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:24266:x1876179322876672:12345-0@lo:501:mount.lustre.0 Request processed in 146us (301us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789264462.467437:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789264462.467494:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876672:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789264462.467508:0:24266:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789264462.467597:0:24266:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789264462.467604:0:24266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264462.467612:0:24266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264462.467644:0:24266:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c3aaff17800 10000000:01000000:1.0:1789264462.467649:0:24266:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789264462.467654:0:24266:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789264462.467656:0:24266:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789264462.467660:0:24266:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1789264462.467663:0:24266:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1789264462.467683:0:24266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264462.467691:0:24266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264462.467699:0:24266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264462.467712:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876800:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264462.467741:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264462.467876:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa1b5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789264462.467915:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876800 00000100:00100000:3.0:1789264462.467919:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876800 00000100:00100000:3.0:1789264462.467993:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789264462.468000:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+18:24266:x1876179322876800:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264462.468010:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264462.468022:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cae00/0xecaf9f2f14ed87bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed87b5 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.468043:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cae00/0xecaf9f2f14ed87bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87b5 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.468053:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cae00/0xecaf9f2f14ed87bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87b5 expref: 19 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.468063:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cae00, rc 0) 00000100:00100000:3.0:1789264462.468102:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322876800:12345-0@lo:101:mount.lustre.0 Request processed in 103us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.468108:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789264462.468173:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876800:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264462.468186:0:24266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87bc expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264462.468194:0:24266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed87bc expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789264462.469314:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1789264462.469904:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264462.471551:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789264462.471607:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789264462.471623:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789264462.471636:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789264462.471648:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789264462.471662:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789264462.471677:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789264462.471691:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789264462.471709:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1789264462.471724:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1789264462.471953:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1789264462.471970:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1789264462.471993:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1789264462.471998:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1789264462.472107:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264462.472170:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264462.472261:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa1b5240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264462.472348:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322876928 00000100:00100000:3.0:1789264462.472355:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322876928 00000100:00100000:3.0:1789264462.472408:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789264462.472417:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322876928:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264462.472691:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322876928:12345-0@lo:501:mount.lustre.0 Request processed in 274us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.472700:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789264462.472895:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322876928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264462.472942:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264462.472982:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264462.473009:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa1b5240 going to sleep for 11 seconds 00000100:00100000:0.0:1789264462.473050:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877056 00000100:00100000:0.0:1789264462.473055:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877056 00000100:00100000:0.0:1789264462.473097:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789264462.473105:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877056:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789264462.473842:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877056:12345-0@lo:503:mount.lustre.0 Request processed in 734us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.473851:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789264462.473962:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877056:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789264462.474374:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789264462.474452:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877184:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264462.474498:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264462.474656:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877184 00000100:00100000:3.0:1789264462.474662:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877184 00000100:00100000:3.0:1789264462.474702:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789264462.474711:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264462.475145:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877184:12345-0@lo:502:mount.lustre.0 Request processed in 433us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.475153:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789264462.475449:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa1b5c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264462.475467:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264462.475704:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789264462.475739:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789264462.475871:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789264462.475887:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789264462.475900:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789264462.475911:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789264462.475923:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789264462.475946:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789264462.475960:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1789264462.475974:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1789264462.475989:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1789264462.476019:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1789264462.476051:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877312:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264462.476102:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264462.476180:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aaa1b5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789264462.476220:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877312 00000100:00100000:3.0:1789264462.476226:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877312 00000100:00100000:3.0:1789264462.476299:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789264462.476308:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877312:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264462.476407:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877312:12345-0@lo:502:mount.lustre.0 Request processed in 100us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.476415:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789264462.476486:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877312:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264462.476542:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1789264462.476552:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1789264462.477257:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789264462.477267:0:24283:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1789264462.477274:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.477276:0:24283:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789264462.477281:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789264462.477296:0:24283:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9c39837099b8) 00000020:00000080:1.0:1789264462.477319:0:24283:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789264462.477325:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789264462.477400:0:24283:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaff17800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789264462.477408:0:24283:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789264462.477417:0:24283:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xecaf9f2f14ed87ca 00010000:00010000:1.0:1789264462.481102:0:24283:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789264462.481649:0:24283:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1789264462.483295:0:24283:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789264462.484568:0:24283:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789264462.484578:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264462.484584:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484586:0:24283:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789264462.484590:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789264462.484592:0:24283:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789264462.484594:0:24283:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789264462.484595:0:24283:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789264462.484597:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789264462.484599:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484600:0:24283:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789264462.484603:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789264462.484606:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484607:0:24283:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789264462.484610:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789264462.484612:0:24283:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789264462.484614:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264462.484616:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484618:0:24283:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789264462.484620:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789264462.484622:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484623:0:24283:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789264462.484626:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789264462.484651:0:24283:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789264462.484654:0:24283:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789264462.484656:0:24283:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789264462.484659:0:24283:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1789264462.484854:0:24266:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1789264462.484880:0:24266:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1789264462.484905:0:24266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87bc expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.484916:0:24266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe800/0xecaf9f2f14ed87b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87bc expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264462.484924:0:24266:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaff17800 from 1 10000000:01000000:0.0:1789264462.484937:0:24266:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789264462.484973:0:24266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.484981:0:24266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.484992:0:24266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.485015:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877440:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789264462.485080:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.485126:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811f900 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.485196:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877440 00000100:00100000:2.0:1789264462.485204:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877440 00000100:00100000:2.0:1789264462.485248:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1789264462.485257:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322877440:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264462.485269:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264462.485282:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed87d1 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.485304:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 20 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.485315:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 20 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.485324:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abac1de00, rc 0) 00000100:00100000:2.0:1789264462.485362:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877440:12345-0@lo:101:mount.lustre.0 Request processed in 106us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.485379:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789264462.485466:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877440:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789264462.485478:0:24266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.485493:0:24266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789264462.486486:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1789264462.486874:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789264462.487096:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1789264462.487121:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1789264462.487136:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1789264462.487150:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1789264462.487179:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1789264462.487194:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1789264462.487206:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1789264462.487219:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1789264462.487230:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1789264462.487241:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1789264462.487251:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1789264462.487269:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1789264462.487273:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1789264462.487339:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877568:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264462.487395:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.487493:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264462.492369:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877568 00000100:00100000:1.0:1789264462.492385:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877568 00000100:00100000:1.0:1789264462.492493:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789264462.492504:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877568:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264462.493833:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877568:12345-0@lo:501:mount.lustre.0 Request processed in 1323us (6429us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264462.493856:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789264462.493994:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877568:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264462.494044:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877696:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789264462.494091:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264462.495326:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.495389:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877696 00000100:00100000:2.0:1789264462.495397:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877696 00000100:00100000:2.0:1789264462.495440:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789264462.495449:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877696:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264462.495590:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877696:12345-0@lo:503:mount.lustre.0 Request processed in 142us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.495598:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1789264462.495786:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877696:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789264462.496217:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789264462.496300:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877824:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264462.496350:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264462.496367:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264462.496447:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877824 00000100:00100000:0.0:1789264462.496452:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877824 00000100:00100000:0.0:1789264462.496475:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789264462.496483:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877824:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264462.496591:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877824:12345-0@lo:502:mount.lustre.0 Request processed in 108us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.496598:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1789264462.496731:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877824:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789264462.496966:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789264462.496992:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789264462.497005:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789264462.497017:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789264462.497030:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789264462.497041:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789264462.497054:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789264462.497080:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789264462.497095:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789264462.497107:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789264462.497120:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789264462.497143:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877952:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264462.497179:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264462.497205:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.497269:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322877952 00000100:00100000:2.0:1789264462.497274:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322877952 00000100:00100000:2.0:1789264462.497296:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789264462.497302:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877952:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.497381:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322877952:12345-0@lo:502:mount.lustre.0 Request processed in 79us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.497388:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789264462.497466:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322877952:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789264462.497503:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789264462.497512:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789264462.498175:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264462.498184:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498187:0:24287:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789264462.498192:0:24287:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaff17800 00000020:00000080:3.0:1789264462.498195:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264462.498202:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264462.498204:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498205:0:24287:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789264462.498208:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264462.498216:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498217:0:24287:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789264462.498221:0:24287:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3aaff17800 00000020:00000080:3.0:1789264462.498223:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264462.498276:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264462.498279:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498280:0:24287:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789264462.498283:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264462.498285:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498286:0:24287:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789264462.498289:0:24287:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaff17800 00000020:00000080:3.0:1789264462.498291:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264462.498306:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264462.498308:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498310:0:24287:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789264462.498312:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264462.498314:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498315:0:24287:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789264462.498318:0:24287:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3aaff17800 00000020:00000080:3.0:1789264462.498320:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789264462.498338:0:24287:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264462.498341:0:24287:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264462.498342:0:24287:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789264462.498345:0:24287:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789264462.508114:0:24266:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789264462.508178:0:24266:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789264462.508209:0:24266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.508223:0:24266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264462.508295:0:24266:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789264462.508299:0:24266:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c3aaff17800 10000000:01000000:2.0:1789264462.508303:0:24266:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c3aaff17800 10000000:01000000:2.0:1789264462.508307:0:24266:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789264462.508321:0:24266:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c3aaff17800 from 1 10000000:01000000:2.0:1789264462.508324:0:24266:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789264462.508372:0:24266:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.508381:0:24266:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.508395:0:24266:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264462.508428:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878080:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264462.508500:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.508547:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abab09240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264462.508680:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878080 00000100:00100000:3.0:1789264462.508688:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878080 00000100:00100000:3.0:1789264462.508826:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789264462.508835:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:24266:x1876179322878080:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264462.508848:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264462.508861:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836ca200/0xecaf9f2f14ed87e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed87df expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.508896:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836ca200/0xecaf9f2f14ed87e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87df expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.508907:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836ca200/0xecaf9f2f14ed87e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87df expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264462.508915:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836ca200, rc 0) 00000100:00100000:3.0:1789264462.508967:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878080:12345-0@lo:101:mount.lustre.0 Request processed in 134us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.508974:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789264462.509000:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878080:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264462.509013:0:24266:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87e6 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.509022:0:24266:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed87e6 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789264462.511627:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789264462.512481:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264462.512951:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789264462.512977:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789264462.512989:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789264462.513000:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789264462.513012:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789264462.513023:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789264462.513047:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789264462.513068:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789264462.513079:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789264462.513091:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789264462.513101:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789264462.513112:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789264462.513123:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789264462.513134:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789264462.513145:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789264462.513156:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789264462.513326:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789264462.513346:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789264462.513361:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789264462.513373:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789264462.513386:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789264462.513397:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789264462.513421:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789264462.513438:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789264462.513451:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789264462.513461:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789264462.513474:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789264462.513485:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789264462.513498:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789264462.513510:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789264462.513596:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789264462.515499:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789264462.515516:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789264462.517717:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789264462.517755:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789264462.517774:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789264462.517788:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789264462.517801:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789264462.517831:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789264462.517846:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789264462.517869:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789264462.517883:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789264462.517895:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789264462.517908:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789264462.517921:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789264462.517945:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789264462.517959:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789264462.517970:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789264462.518900:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789264462.518946:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789264462.518968:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789264462.518974:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789264462.519075:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878208:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264462.519151:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.519302:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abab099c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789264462.519373:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878208 00000100:00100000:1.0:1789264462.519380:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878208 00000100:00100000:1.0:1789264462.519467:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789264462.519477:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878208:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264462.519612:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878208:12345-0@lo:501:mount.lustre.0 Request processed in 136us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264462.519619:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789264462.519872:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878208:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264462.519905:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878336:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264462.519955:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.519988:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abab099c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789264462.520121:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878336 00000100:00100000:1.0:1789264462.520126:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878336 00000100:00100000:1.0:1789264462.520269:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789264462.520277:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878336:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264462.520354:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878336:12345-0@lo:503:mount.lustre.0 Request processed in 78us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264462.520361:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789264462.520424:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878336:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789264462.521014:0:24266:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789264462.521080:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878464:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.521122:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.521140:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.521159:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878464 00000100:00100000:2.0:1789264462.521163:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878464 00000100:00100000:2.0:1789264462.521284:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789264462.521291:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878464:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.521376:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878464:12345-0@lo:502:mount.lustre.0 Request processed in 84us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.521383:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789264462.521424:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878464:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264462.521588:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789264462.521624:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789264462.521639:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789264462.521651:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789264462.521663:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789264462.521676:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789264462.521688:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789264462.521715:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789264462.521761:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789264462.521779:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789264462.521793:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789264462.521806:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789264462.521819:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789264462.521831:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789264462.521844:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789264462.521856:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789264462.521867:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789264462.521878:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789264462.521890:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789264462.521901:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789264462.521912:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789264462.521923:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789264462.521949:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789264462.521962:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789264462.521989:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789264462.522003:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789264462.522027:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789264462.522040:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789264462.522052:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789264462.522063:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789264462.522074:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789264462.522085:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789264462.522096:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789264462.522107:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789264462.522119:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789264462.522131:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789264462.522142:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789264462.522153:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789264462.522178:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789264462.522195:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789264462.522219:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789264462.522232:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789264462.522243:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789264462.522253:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789264462.522265:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789264462.522277:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789264462.522287:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789264462.522297:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789264462.522333:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878592:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.522378:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.522398:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abab09240 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.522418:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878592 00000100:00100000:2.0:1789264462.522422:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878592 00000100:00100000:2.0:1789264462.522445:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789264462.522451:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878592:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.522523:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878592:12345-0@lo:502:mount.lustre.0 Request processed in 71us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.522536:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789264462.522576:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878592:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264462.522710:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789264462.522733:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789264462.522776:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878720:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.522808:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.522822:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.522836:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878720 00000100:00100000:2.0:1789264462.522840:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878720 00000100:00100000:2.0:1789264462.522856:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789264462.522862:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878720:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264462.522937:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322878720:12345-0@lo:502:mount.lustre.0 Request processed in 63us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264462.522945:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789264462.522986:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322878720:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264462.523022:0:24266:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789264462.523029:0:24266:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789264462.525351:0:24292:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789264462.525367:0:24292:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9c3aaa493370) 00000020:00000080:3.0:1789264462.525388:0:24292:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789264462.525461:0:24292:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaff17800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789264462.525465:0:24292:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3aaff17800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789264462.525467:0:24292:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3aaff17800 3 00010000:00080000:3.0:1789264462.525494:0:24292:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3aae2f8000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.144@tcp at head 00010000:00010000:3.0:1789264462.528860:0:24292:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789264462.529058:0:24292:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789264462.529099:0:24292:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789264462.529110:0:24292:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xecaf9f2f14ed87f4 00000100:00080000:3.0:1789264462.529120:0:24292:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789264462.529125:0:24292:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c3aae2f8000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:3.0:1789264462.529184:0:24292:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983f49c00 x1876179322878848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789264462.529225:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322878848:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789264462.529295:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264462.529359:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878848 00000100:00100000:3.0:1789264462.529366:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878848 00000100:00100000:3.0:1789264462.529395:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264462.529485:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1876179322878848:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789264462.529507:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 542 last 0 00000020:00000080:3.0:1789264462.529795:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xecaf9f2f14ed87fb 00000004:00100000:3.0:1789264462.529812:0:22767:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789264462.529846:0:22767:0:(import.c:65:import_set_state_nolock()) ffff9c39830ed800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264462.529901:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1876179322878848:12345-0@lo:38:llog_process_th.0 Request processed in 416us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264462.529909:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789264462.529960:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c3983f49c00 x1876179322878848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264462.529970:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789264462.529977:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1789264462.529984:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789264462.529988:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789264462.529990:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae2f8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789264462.529996:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3621:1876179322878848:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789264462.530015:0:24292:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789264462.530358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264462.530364:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264462.530367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264462.530370:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:3.0:1789264462.531507:0:24292:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789264462.531533:0:24292:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9c3ab3028000) 00000020:00000080:3.0:1789264462.531554:0:24292:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1789264462.531657:0:24292:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3aaff17800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789264462.531661:0:24292:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3aaff17800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789264462.531663:0:24292:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3aaff17800 3 00010000:00080000:3.0:1789264462.531691:0:24292:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3983fd2800@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.144@tcp at head 00010000:00010000:3.0:1789264462.534411:0:24292:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1789264462.534924:0:24292:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1789264462.534976:0:24292:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789264462.534987:0:24292:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xecaf9f2f14ed8809 00000100:00080000:3.0:1789264462.534996:0:24292:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789264462.535001:0:24292:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9c3983fd2800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:3.0:1789264462.535032:0:24292:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983f49c00 x1876179322878976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789264462.535062:0:24292:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789264462.535087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264462.535092:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789264462.535094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264462.535098:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789264462.535606:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3621:1876179322878976:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789264462.535675:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.536139:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322878976 00000100:00100000:0.0:1789264462.536147:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322878976 00000040:00080000:3.0:1789264462.536206:0:24292:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:0.0:1789264462.536212:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789264462.536220:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3621:x1876179322878976:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789264462.536245:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 542 last 0 00000020:00000080:0.0:1789264462.536308:0:22768:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xecaf9f2f14ed8810 00000004:00100000:0.0:1789264462.536323:0:22768:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789264462.536354:0:22768:0:(import.c:65:import_set_state_nolock()) ffff9c3a8c714000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789264462.536425:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1876179322878976:12345-0@lo:38:llog_process_th.0 Request processed in 204us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.536432:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1789264462.536496:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c3983f49c00 x1876179322878976/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264462.536507:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789264462.536515:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1789264462.536532:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789264462.536537:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1789264462.536539:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3983fd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789264462.536545:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3621:1876179322878976:0@lo:38:llog_process_th.0 00000020:01000000:2.0:1789264462.537684:0:24266:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789264462.537722:0:24266:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789264462.537802:0:24266:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87e6 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264462.537814:0:24266:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1d000/0xecaf9f2f14ed87df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed87e6 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789264462.537869:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789264462.537871:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789264462.537873:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264462.537874:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264462.537875:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264462.537876:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264462.537878:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264462.537879:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264462.537881:0:24266:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264462.537884:0:24266:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:2.0:1789264462.537887:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264462.537888:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789264462.537889:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264462.537890:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264462.537891:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264462.537892:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264462.537893:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264462.537894:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264462.537895:0:24266:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264462.537915:0:24266:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789264462.537941:0:24266:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322879104:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264462.537996:0:24266:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264462.538030:0:24266:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2dc8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789264462.538065:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879104 00000100:00100000:2.0:1789264462.538070:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879104 00000100:00100000:2.0:1789264462.538119:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789264462.538128:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:24266:x1876179322879104:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789264462.538155:0:22761:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789264462.538169:0:22761:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789264462.540079:0:22761:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789264462.540093:0:22761:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1789264462.540288:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1789264462.540293:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1789264462.540314:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540331:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540339:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540346:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540388:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540402:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 21 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.540415:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322879232:0@lo:104: 00000100:00100000:0.0:1789264462.540471:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789264462.540521:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540529:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 21 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.540537:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322879360:0@lo:104: 00000100:00100000:0.0:1789264462.540558:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.540575:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8c48aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1789264462.540596:0:22749:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1789264462.540613:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879232 00000100:00100000:0.0:1789264462.540618:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879232 00000100:00100000:0.0:1789264462.540646:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879360 00000100:00100000:0.0:1789264462.540649:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879360 00000100:00100000:0.0:1789264462.540664:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264462.540672:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322879232:12345-0@lo:104: 00010000:00010000:0.0:1789264462.540684:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540732:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789264462.540778:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322879232:12345-0@lo:104: Request processed in 72us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.540787:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264462.540804:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264462.540811:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7595450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322879360:12345-0@lo:104: 00010000:00010000:0.0:1789264462.540818:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540856:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1789264462.540862:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7595450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322879360:12345-0@lo:104: Request processed in 52us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.540867:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1789264462.540902:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789264462.540908:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540915:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca600 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:0.0:1789264462.540919:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540936:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789264462.540944:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264462.540949:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789264462.540974:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.540990:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789264462.541010:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541017:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836ca600/0xecaf9f2f14ed8768 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed876f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541028:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264462.541031:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541037:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb000 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:0.0:1789264462.541040:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541047:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789264462.541052:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264462.541057:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789264462.541071:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541077:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789264462.541083:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541089:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed875a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8761 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541108:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264462.541109:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264462.541111:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264462.541117:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264462.541131:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322879616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264462.541160:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.541189:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789264462.541195:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322879488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264462.541217:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264462.541247:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879616 00000100:00100000:0.0:1789264462.541251:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879616 00010000:00010000:0.0:1789264462.541266:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 22 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.541285:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879488 00000100:00100000:0.0:1789264462.541288:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879488 00010000:00010000:0.0:1789264462.541297:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 23 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.541309:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264462.541315:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:3625:x1876179322879616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264462.541325:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264462.541330:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 23 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541339:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 23 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541365:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264462.541395:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:3625:x1876179322879616:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.541401:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264462.541414:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264462.541420:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab6748450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:3625:x1876179322879488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264462.541427:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264462.541432:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 22 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541440:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 22 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541451:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541458:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789264462.541470:0:22751:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004774112s 00010000:00010000:0.0:1789264462.541474:0:22751:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541480:0:22751:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541487:0:22751:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541501:0:22751:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541506:0:22751:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ae00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264462.541510:0:22751:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541517:0:22751:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541524:0:22751:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541534:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264462.541559:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab6748450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:3625:x1876179322879488:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.541565:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264462.541619:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322879488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264462.541627:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3625:1876179322879616:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264462.541653:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed876f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8768 expref: 21 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.541663:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0e00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322879232:0@lo:104: 00010000:00010000:0.0:1789264462.541672:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8761 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed875a expref: 20 pid: 22759 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.541679:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322879360:0@lo:104: 00010000:00010000:0.0:1789264462.541698:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541706:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541711:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264462.541716:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366ae00/0xecaf9f2f14ed8817 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264462.542104:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:24266:x1876179322879104:12345-0@lo:253:mount.lustre.0 Request processed in 3977us (4106us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264462.542113:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789264462.542168:0:24266:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:24266:1876179322879104:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789264462.542188:0:24266:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789264462.542191:0:24266:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789264462.542193:0:24266:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789264462.542194:0:24266:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264462.542195:0:24266:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264462.542196:0:24266:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264462.542197:0:24266:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264462.542199:0:24266:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264462.542200:0:24266:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264462.542202:0:24266:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789264462.542211:0:24266:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1789264462.543992:0:24266:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789264462.548113:0:24266:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789264462.548123:0:24266:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789264462.548156:0:24266:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789264462.548193:0:24266:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789264462.548210:0:24266:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789264462.548227:0:24266:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789264462.549125:0:24266:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789264462.549327:0:24266:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000001:00100000:3.0:1789264462.860462:0:23499:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000004:1.0:1789264463.220893:0:24345:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789264463.221103:0:24345:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789264463.306888:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789264463.628719:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:3.0:1789264463.952427:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1789264464.012634:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789264464.012641:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaff85800 from 13 10000000:01000000:2.0:1789264464.012646:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789264464.012769:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264464.012782:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264464.012795:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264464.012819:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322879744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789264464.012889:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264464.012939:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f2546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264464.014985:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879744 00000100:00100000:3.0:1789264464.015003:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879744 00000100:00100000:3.0:1789264464.015055:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789264464.015064:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+19:22763:x1876179322879744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264464.015079:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264464.015098:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed881e expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015122:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015134:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 20 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015143:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836caa00, rc 0) 00000100:00100000:3.0:1789264464.015211:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:22763:x1876179322879744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 148us (2322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264464.015218:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789264464.015273:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322879744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264464.015290:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015300:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264464.015359:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322879872:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789264464.015397:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264464.015427:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264464.015439:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322879872 00000100:00100000:3.0:1789264464.015449:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322879872 00000100:00100000:3.0:1789264464.015470:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789264464.015476:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:22763:x1876179322879872:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789264464.015489:0:22761:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789264464.015503:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789264464.015506:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789264464.015582:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:22763:x1876179322879872:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264464.015589:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789264464.015616:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322879872:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789264464.015675:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789264464.015682:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015690:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264464.015701:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789264464.015704:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaffaf800 from 13 10000000:01000000:3.0:1789264464.015708:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789264464.015726:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015733:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015759:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264464.015773:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322880000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789264464.015802:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264464.015816:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264464.015826:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880000 00000100:00100000:3.0:1789264464.015829:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880000 00000100:00100000:3.0:1789264464.015848:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789264464.015853:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:22763:x1876179322880000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264464.015860:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264464.015868:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed882c expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015882:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015890:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 21 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.015897:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836ca600, rc 0) 00000100:00100000:3.0:1789264464.015939:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322880000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264464.015945:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789264464.015951:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322880000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264464.015962:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264464.015970:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264464.016007:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322880128:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789264464.016036:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264464.016058:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f2546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789264464.017390:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880128 00000100:00100000:3.0:1789264464.017401:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880128 00000100:00100000:3.0:1789264464.017445:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789264464.017452:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322880128:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789264464.017470:0:22760:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789264464.017485:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789264464.017488:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789264464.017584:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322880128:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 131us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264464.017596:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789264464.017709:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322880128:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789264464.017788:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789264464.017797:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264464.017806:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264464.332266:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264465.357159:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.382095:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264466.636334:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264451/real 1789264451] req@ffff9c3abaa91c00 x1876179322868864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264466.636367:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abaa91c00 x1876179322868864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264466.636377:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264451/real 1789264451] req@ffff9c3abaa90a80 x1876179322868992/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264466 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264466.636387:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3abaa90a80 x1876179322868992/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264466 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789264466.636405:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae102000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264466.636431:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264466.636437:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868864:0@lo:8:kworker.0 00000100:00080000:0.0:1789264466.636462:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264466.636472:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264466.636477:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322868992:0@lo:8:kworker.0 00000100:00100000:0.0:1789264466.637545:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322880256:0@lo:400:kworker.0 00000100:00100000:0.0:1789264466.637611:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.638074:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322880384:0@lo:400:kworker.0 00000100:00100000:3.0:1789264466.638113:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.638154:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880384 00000100:00100000:3.0:1789264466.638161:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880384 00000100:00100000:3.0:1789264466.638199:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789264466.638207:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322880384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264466.638350:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322880384:12345-0@lo:400:kworker.0 Request processed in 143us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264466.638358:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789264466.638401:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322880384:0@lo:400:kworker.0 00000100:00100000:0.0:1789264466.638804:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880256 00000100:00100000:0.0:1789264466.638810:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880256 00000100:00100000:0.0:1789264466.638846:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789264466.638854:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:3622:x1876179322880256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264466.638911:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:3622:x1876179322880256:12345-0@lo:400:kworker.0 Request processed in 49us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264466.638918:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789264466.638953:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322880256:0@lo:400:kworker.0 00000100:00080000:2.0:1789264466.644208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264466.644218:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1789264466.644221:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3aae102000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264466.644229:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 531 00000100:00080000:2.0:1789264466.644234:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789264466.644241:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c3aae102000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264466.644281:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3a8c73d180 x1876179322880512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264466.644310:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264466.644314:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789264466.644315:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789264466.644319:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 531 00000100:00080000:2.0:1789264466.644334:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789264466.644339:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:2.0:1789264466.644353:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3a8c73dc00 x1876179322880640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789264466.644387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264466.644390:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789264466.644393:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789264466.644395:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789264466.644448:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322880768:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.644511:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.644546:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322881280:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.644568:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.644590:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789264466.644596:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322880896:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.644632:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.644685:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880768 00000100:00100000:2.0:1789264466.644692:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880768 00000100:00100000:2.0:1789264466.644740:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881280 00000100:00100000:2.0:1789264466.644763:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881280 00000100:00100000:2.0:1789264466.644794:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789264466.644803:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322880768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.644847:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322880768:12345-0@lo:400:kworker.0 Request processed in 45us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.644854:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789264466.644869:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789264466.644882:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322881280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.644922:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1876179322881280:12345-0@lo:400:kworker.0 Request processed in 41us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.644928:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789264466.644950:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880896 00000100:00100000:2.0:1789264466.644953:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880896 00000100:00100000:2.0:1789264466.644973:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789264466.644979:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322880896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645009:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322880896:12345-0@lo:400:kworker.0 Request processed in 31us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.645015:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789264466.645051:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322880896:0@lo:400:kworker.0 00010000:00080000:2.0:1789264466.645061:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3a8c73c380 x1876179322880768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.645070:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322880768:0@lo:400:kworker.0 00010000:00080000:2.0:1789264466.645077:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3a8c73c700 x1876179322881280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.645085:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3624:1876179322881280:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645107:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3622:1876179322881024:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645128:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.645143:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789264466.645148:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322881152:0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645166:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.645181:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881024 00000100:00100000:2.0:1789264466.645189:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881024 00000100:00100000:2.0:1789264466.645206:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881152 00000100:00100000:2.0:1789264466.645208:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881152 00000100:00100000:2.0:1789264466.645223:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789264466.645228:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1876179322881024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645260:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3622:x1876179322881024:12345-0@lo:400:kworker.0 Request processed in 31us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.645265:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789264466.645277:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264466.645283:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322881152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264466.645310:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322881152:12345-0@lo:400:kworker.0 Request processed in 27us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.645316:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:2.0:1789264466.645342:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3a8c73d500 x1876179322881152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.645350:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322881152:0@lo:400:kworker.0 00010000:00080000:2.0:1789264466.645358:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3a8c73ed80 x1876179322881024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.645365:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3622:1876179322881024:0@lo:400:kworker.0 00000100:00100000:3.0:1789264466.645585:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322880512:0@lo:8:kworker.0 00000100:00100000:3.0:1789264466.645620:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.645643:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322880640:0@lo:8:kworker.0 00000100:00100000:3.0:1789264466.645675:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789264466.645846:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789264466.645850:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789264466.646058:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880512 00000100:00100000:2.0:1789264466.646063:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880512 00000100:00100000:2.0:1789264466.646089:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322880640 00000100:00100000:2.0:1789264466.646092:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322880640 00000100:00100000:2.0:1789264466.646102:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264466.646106:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3621:x1876179322880512:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789264466.646131:0:24270:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 546 last 0 00000020:00000080:2.0:1789264466.646162:0:24270:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed883a 00002000:00100000:2.0:1789264466.646176:0:24270:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9c3983f5f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113968 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1789264466.646180:0:24270:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1789264466.646182:0:24270:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789264466.646355:0:24270:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789264466.646377:0:24270:0:(import.c:65:import_set_state_nolock()) ffff9c3983f5f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789264466.646424:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3621:x1876179322880512:12345-0@lo:8:kworker.0 Request processed in 315us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.646431:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789264466.646445:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264466.646450:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3621:x1876179322880640:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789264466.646464:0:24270:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789264466.646488:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3621:x1876179322880640:12345-0@lo:8:kworker.0 Request processed in 37us (822us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264466.646493:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789264466.646524:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3a8c73d180 x1876179322880512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789264486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.646532:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789264466.646538:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789264466.646545:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789264466.646550:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789264466.646552:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aae102000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789264466.646563:0:3621:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789264466.646568:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322880512:0@lo:8:kworker.0 00000100:00080000:2.0:1789264466.646582:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264466.646586:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789264466.646595:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322880640:0@lo:8:kworker.0 00000004:00080000:3.0:1789264466.647239:0:22791:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:3.0:1789264466.647264:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1876179322881536:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789264466.647303:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.647324:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f254a80 going to sleep for 11 seconds 00000004:00080000:2.0:1789264466.647548:0:22790:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789264466.647620:0:22790:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 546988875139ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789264466.647627:0:22790:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1789264466.647861:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322881408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789264466.647894:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264466.647951:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881536 00000100:00100000:2.0:1789264466.647956:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881536 00000100:00100000:2.0:1789264466.648004:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789264466.648011:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22791:x1876179322881536:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:2.0:1789264466.648227:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789264466.648325:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881408 00000100:00100000:0.0:1789264466.648330:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881408 00000100:00100000:0.0:1789264466.648354:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789264466.648361:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3625:x1876179322881408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789264466.648378:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789264466.648431:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3625:x1876179322881408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264466.648437:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1789264466.648990:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3983f4b800 x1876179322881408/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789264482 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264466.649010:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322881408:0@lo:13:osp-pre-0-0.0 00002000:00080000:2.0:1789264466.651148:0:24270:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1789264466.651159:0:24270:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1789264466.651165:0:24270:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000004:00080000:3.0:1789264466.658408:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1789264466.662107:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.662118:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662135:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.662140:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.662147:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662165:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662182:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662188:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662204:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264466.662215:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264466.662220:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662227:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1cc00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264466.662231:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662239:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662258:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662265:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de170ea8/0xecaf9f2f14ed8841 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662283:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.662291:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.662293:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.662860:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.662866:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662876:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.662879:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.662884:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662893:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662912:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662919:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.662942:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.663122:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.663130:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663152:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1d200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.663156:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663164:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663181:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663188:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011e94bd8/0xecaf9f2f14ed8848 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663207:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663209:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663212:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.663219:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.663226:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663236:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.663238:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.663242:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663259:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663268:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663275:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663296:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.663354:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.663360:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663367:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1da00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.663371:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663380:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663400:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663407:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc9af737/0xecaf9f2f14ed884f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663419:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663420:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663422:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.663570:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.663576:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663585:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.663588:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.663592:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663610:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663618:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663636:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.663655:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.663781:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.663786:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663793:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.663797:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663804:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663815:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663822:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048f07003/0xecaf9f2f14ed8856 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.663849:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663851:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.663853:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.664156:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.664163:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664172:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.664175:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.664180:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664188:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664195:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664202:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664222:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.664478:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.664485:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664555:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.664559:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.664563:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664571:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664579:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664586:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.664615:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789264466.664788:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789264466.664794:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664803:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.664806:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664814:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664828:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664836:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007300e22b/0xecaf9f2f14ed885d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664852:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.664855:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664862:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.664872:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664880:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664891:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664898:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003531cad7/0xecaf9f2f14ed8864 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.664935:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.664938:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.664939:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.665017:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.665024:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665033:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.665036:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.665039:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665048:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665065:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665072:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665158:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.665403:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.665410:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665419:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.665422:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.665425:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665434:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665442:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.665448:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666395:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264466.666400:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.666405:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666418:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1d600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.666482:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666495:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666514:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666530:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099ae7558/0xecaf9f2f14ed886b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666550:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.666555:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666561:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45c00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.666565:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666573:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666584:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666592:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8872 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.666603:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.666605:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.666607:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.666614:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.667443:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.667453:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.667467:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.667471:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.667477:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.667488:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.667509:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.667516:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.667584:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.668068:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.668075:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.668086:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.668095:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.668099:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.668109:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.668117:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.668124:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.669198:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264466.669214:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.669224:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.669227:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.669235:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.669252:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.669257:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000853c69a8/0xecaf9f2f14ed8879 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.670983:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264466.671004:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264466.671011:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.671024:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264466.671028:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.671030:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.671037:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.671054:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.671077:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8880 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.671099:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.671101:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.671103:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.671975:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.671985:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.671999:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.672004:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.672010:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.672023:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.672032:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.672039:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.672301:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264466.672460:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.672468:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.672489:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.672493:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.672511:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.672527:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.672534:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e27ba21/0xecaf9f2f14ed8887 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.672553:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.672555:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.672557:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.673317:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.673333:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673346:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.673350:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.673356:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673437:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673449:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673455:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673479:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.673791:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.673799:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.673814:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.673818:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.673828:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.673844:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.673852:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed888e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.673868:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.673870:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.673871:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.673976:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.673982:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.673991:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.673995:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.673999:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674009:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674023:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674029:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674138:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.674552:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.674559:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674568:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.674571:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.674575:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674584:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674592:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.674612:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.674950:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264466.674958:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.674966:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45e00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.674970:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.674978:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675000:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675008:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009db7d229/0xecaf9f2f14ed8895 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675026:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.675031:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675037:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.675040:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675150:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675164:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.675173:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.675174:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.675176:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.675227:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.675233:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed889c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.675317:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.677324:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.677336:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.677351:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.677356:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.677362:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.677445:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.677456:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.677464:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.677565:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.678010:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.678017:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.678034:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.678038:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.678042:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.678052:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.678061:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.678068:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.680873:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264466.680889:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.680934:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44e00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.680939:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.680951:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.680973:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.680980:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed88a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.681005:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.681010:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.681016:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.681019:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.681027:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.681036:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.681051:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.681053:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.681055:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.681131:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.681139:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88aa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.682408:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.682418:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.682432:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.682437:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.682444:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.682470:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.682479:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.682486:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682491:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.682519:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.682643:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.682650:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682658:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.682661:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682680:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682694:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682701:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029bfcc59/0xecaf9f2f14ed88b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.682718:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.682720:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.682721:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.683161:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.683168:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683176:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.683180:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.683185:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683194:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683202:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683222:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683245:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.683312:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.683318:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.683326:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44a00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.683330:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.683338:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.683350:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.683368:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4883349/0xecaf9f2f14ed88b8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.683391:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.683393:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.683395:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.683604:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.683610:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683617:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.683620:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.683624:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683633:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683640:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683647:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.683675:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.684133:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.684139:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684155:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.684158:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.684163:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684173:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684182:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684189:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684203:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789264466.684435:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789264466.684442:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684451:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45a00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.684455:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684464:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684479:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684488:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ad8db1b/0xecaf9f2f14ed88bf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684506:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.684510:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.684525:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264466.684525:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44c00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.684532:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684535:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684551:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684553:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.684561:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.684571:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684576:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684584:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684587:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed88c6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684610:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.684613:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.684616:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.684618:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684623:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.684629:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.684653:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264466.684700:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264466.684705:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684713:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264466.684716:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684735:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684848:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684857:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed88cd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.684872:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.684874:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.684876:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.685068:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.685075:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685085:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.685089:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.685094:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685102:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685111:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685120:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685152:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.685480:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.685486:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685504:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.685507:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.685511:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685520:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685527:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685534:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.685597:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789264466.686060:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.686066:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.686075:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.686086:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.686091:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.686100:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.686109:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.686116:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686167:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789264466.686175:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686182:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.686186:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686194:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686209:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686216:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed88d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686235:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264466.686239:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686245:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.686255:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686264:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686275:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686283:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed66208/0xecaf9f2f14ed88db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686296:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.686300:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686306:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.686310:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686317:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686327:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.686335:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.686343:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.686346:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264466.686605:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.686958:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.686965:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed88e2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.687330:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.687337:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.687347:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.687351:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.687357:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.687377:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.687394:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.687402:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.687479:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.687485:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.687504:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.687508:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.687517:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.687531:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.687540:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.687542:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.687544:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.690361:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.690376:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071bfd210/0xecaf9f2f14ed88e9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.691027:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.691035:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.691050:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.691055:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.691062:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.691076:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.691085:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.691105:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691161:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.691169:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691177:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.691181:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691190:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691214:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691223:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.691225:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.691227:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.691362:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.691367:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed88f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.691803:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789264466.691976:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264466.691985:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.691996:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=547s v=(0 0) 00010000:00010000:0.0:1789264466.692000:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264466.692006:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.692018:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.692027:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.692042:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264466.692201:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264466.692228:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.692235:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.692244:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.692247:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.692257:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.692271:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.692279:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed88f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.692294:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.692296:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.692303:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.693180:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.693189:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693201:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.693204:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.693209:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693220:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693229:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693237:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693291:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264466.693628:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.693634:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693643:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.693646:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.693650:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693660:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693667:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.693675:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693764:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264466.693771:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693780:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45c00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.693783:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693792:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693806:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693814:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed88fe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693829:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.693832:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693838:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.693841:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693849:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693864:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.693871:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.693873:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.693875:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.695220:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.695231:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8905 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.695687:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.695694:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.695722:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.695726:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.695733:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.695767:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.695777:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.695785:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.700394:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.700408:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.700421:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.700426:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.700436:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.700456:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.700466:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.700468:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.700470:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.700969:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.700978:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d22482fd/0xecaf9f2f14ed890c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789264466.701694:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.701702:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.701728:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.701733:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.701740:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.701801:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.701810:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.701819:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.702047:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.702056:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.702077:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.702082:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.702090:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.702106:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.702115:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.702117:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.702119:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264466.702207:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1789264466.702212:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0764ada/0xecaf9f2f14ed8913 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.703464:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264466.703944:0:24270:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264466.703954:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.703971:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=547s v=(0 0) 00010000:00010000:2.0:1789264466.703976:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264466.703982:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.703995:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.704030:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.704038:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264466.704051:0:24270:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264466.704309:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264466.704315:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.704324:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264466.704329:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.704339:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.704358:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.704373:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed891a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264466.704394:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.704397:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264466.704399:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789264466.704690:0:24270:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1789264466.704965:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22791:x1876179322881536:12345-0@lo:5:osp-pre-0-0.0 Request processed in 56950us (57657us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264466.704976:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789264466.705052:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1876179322881536:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789264466.705067:0:22791:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1789264466.705109:0:22791:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f49180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1876179322881664:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789264466.705142:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.705199:0:22791:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8f254a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789264466.705297:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881664 00000100:00100000:2.0:1789264466.705305:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881664 00000100:00100000:2.0:1789264466.705382:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789264466.705392:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22791:x1876179322881664:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1789264466.705424:0:24273:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:2.0:1789264466.712111:0:24267:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1789264466.712151:0:24267:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1789264466.712397:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22791:x1876179322881664:12345-0@lo:5:osp-pre-0-0.0 Request processed in 7003us (7250us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789264466.712411:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789264466.712515:0:22791:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789264466.712524:0:22791:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f49180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22791:1876179322881664:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789264466.712542:0:22791:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1789264466.954819:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789264466.954840:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322881792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264466.954914:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264466.955333:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881792 00000100:00100000:3.0:1789264466.955341:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881792 00000100:00100000:3.0:1789264466.955392:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789264466.955402:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322881792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789264466.955432:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789264466.955478:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322881792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264466.955485:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789264466.955528:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322881792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789264466.956835:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322881920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789264466.956890:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264466.956996:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322881920 00000100:00100000:1.0:1789264466.957003:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322881920 00000100:00100000:1.0:1789264466.958097:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789264466.958109:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322881920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789264466.958141:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789264466.962132:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322881920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3363us (4579us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264466.962149:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789264466.968418:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322881920:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1789264467.179712:0:24634:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1789264467.409359:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789264467.985688:0:24686:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789264467.986115:0:24686:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789264468.425840:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789264468.673124:0:24736:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789264468.673357:0:24736:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789264469.449970:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264470.474968:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264471.497931:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264472.074528:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322882048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264472.074598:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264472.074669:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882048 00000100:00100000:1.0:1789264472.074676:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882048 00000100:00100000:1.0:1789264472.074726:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789264472.074735:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322882048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789264472.074783:0:23169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789264472.074829:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322882048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264472.074836:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789264472.074936:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322882048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264472.075078:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322882176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789264472.075105:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264472.075167:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882176 00000100:00100000:0.0:1789264472.075171:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882176 00000100:00100000:0.0:1789264472.075195:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789264472.075201:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322882176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789264472.075218:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789264472.075276:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322882176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264472.075282:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1789264472.075363:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789264472.075371:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322882304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789264472.075399:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264472.075428:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322882176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789264472.075428:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882304 00000100:00100000:1.0:1789264472.075431:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882304 00000100:00100000:1.0:1789264472.075473:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789264472.075480:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322882304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789264472.075499:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789264472.075531:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322882304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264472.075546:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1789264472.075562:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789264472.075584:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322882304:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789264472.075854:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264472.075858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789264472.075862:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789264472.075875:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 546 00000100:00080000:0.0:1789264472.075879:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789264472.075883:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264472.075903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f0380 x1876179322882560/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789264472.075933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789264472.075942:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789264472.075944:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1789264472.075945:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1789264472.075947:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789264472.075954:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322882432:0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.075981:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322882560:0@lo:8:kworker.0 00000100:00100000:2.0:1789264472.075987:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264472.076008:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264472.076020:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322882944:0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.076037:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322882816:0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076044:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264472.076055:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264472.076062:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789264472.076067:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3622:1876179322883072:0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.076072:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789264472.076077:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876179322882688:0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076088:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264472.076105:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882944 00000100:00100000:0.0:1789264472.076109:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882944 00000100:00100000:2.0:1789264472.076121:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882432 00000100:00100000:2.0:1789264472.076124:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882432 00000100:00100000:0.0:1789264472.076143:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882816 00000100:00100000:0.0:1789264472.076146:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882816 00000100:00100000:2.0:1789264472.076153:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789264472.076160:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:3622:x1876179322882432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.076160:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883072 00000100:00100000:0.0:1789264472.076162:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883072 00000100:00100000:0.0:1789264472.076182:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264472.076189:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322882944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076201:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:3622:x1876179322882432:12345-0@lo:400:kworker.0 Request processed in 41us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264472.076209:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789264472.076226:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3622:x1876179322882944:12345-0@lo:400:kworker.0 Request processed in 38us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264472.076233:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264472.076244:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264472.076249:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322882816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076250:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882560 00000100:00100000:2.0:1789264472.076253:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882560 00000100:00100000:2.0:1789264472.076271:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789264472.076275:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322882816:12345-0@lo:400:kworker.0 Request processed in 27us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264472.076276:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3621:x1876179322882560:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1789264472.076281:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00020000:2.0:1789264472.076292:0:24270:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789264472.076297:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789264472.076302:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1876179322883072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076321:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3621:x1876179322882560:12345-0@lo:8:kworker.0 Request processed in 44us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789264472.076326:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789264472.076341:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1876179322883072:12345-0@lo:400:kworker.0 Request processed in 38us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264472.076347:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1789264472.076371:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39837f3100 x1876179322883072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789264472.076371:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789264472.076375:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789264472.076378:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322882560:0@lo:8:kworker.0 00000100:00100000:2.0:1789264472.076381:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3622:1876179322883072:0@lo:400:kworker.0 00010000:00080000:2.0:1789264472.076388:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39837f1c00 x1876179322882944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264472.076394:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264472.076397:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3622:1876179322882944:0@lo:400:kworker.0 00000100:00100000:2.0:1789264472.076412:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322882432:0@lo:400:kworker.0 00010000:00080000:0.0:1789264472.076415:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39837f1500 x1876179322882816/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264472.076423:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322882816:0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.076434:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322882688 00000100:00100000:0.0:1789264472.076437:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322882688 00000100:00100000:0.0:1789264472.076468:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789264472.076475:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876179322882688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264472.076509:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1876179322882688:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264472.076514:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:0.0:1789264472.076538:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39837f3800 x1876179322882688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264472.076545:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3625:1876179322882688:0@lo:400:kworker.0 00000100:00080000:1.0:1789264472.076877:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264472.076881:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789264472.522169:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789264473.168232:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789264473.550400:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789264473.817805:0:25082:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1789264473.817809:0:25082:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789264473.817810:0:25082:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1789264473.817939:0:25082:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c3a8c712800 00000020:01000004:0.0:1789264473.817956:0:25082:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1789264473.817970:0:25082:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789264473.817984:0:25082:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9c3ab68119b8) 00000020:00000080:0.0:1789264473.818002:0:25082:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00000040:00080000:1.0:1789264473.866425:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00100000:10000000:0.0:1789264473.871506:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789264473.873586:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1789264473.874215:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789264473.875149:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1789264473.875529:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789264473.875915:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789264473.876155:0:25082:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1789264473.880489:0:25082:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1789264473.881342:0:25082:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1789264473.881357:0:25082:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1789264473.881369:0:25082:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xecaf9f2f14ed8928 00000020:01000004:2.0:1789264473.881377:0:25082:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789264473.881399:0:25082:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.144@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789264473.881403:0:25082:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.144@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1789264473.881409:0:25082:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1789264473.881437:0:25082:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1789264473.881441:0:25082:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.144@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1789264473.890863:0:25082:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.144@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789264473.890901:0:25082:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.144@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1789264473.890906:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789264473.890907:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789264473.890908:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264473.890910:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264473.890911:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264473.890912:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264473.890913:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264473.890915:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264473.890917:0:25082:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789264473.890921:0:25082:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1789264473.890923:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264473.890924:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789264473.890930:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264473.890931:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264473.890932:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264473.890933:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264473.890934:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264473.890935:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264473.890936:0:25082:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789264473.890960:0:25082:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789264473.890980:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883200:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264473.891051:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.891154:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8ea6a240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.891191:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883200 00000100:00100000:3.0:1789264473.891198:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883200 00000100:00100000:3.0:1789264473.891286:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789264473.891295:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:25082:x1876179322883200:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789264473.891333:0:22759:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789264473.891337:0:22759:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789264473.891341:0:22759:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789264473.891723:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:25082:x1876179322883200:12345-0@lo:253:mount.lustre.0 Request processed in 428us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.891731:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789264473.891830:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883200:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789264473.891840:0:25082:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789264473.891842:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789264473.891843:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789264473.891844:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789264473.891845:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789264473.891846:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789264473.891847:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789264473.891848:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789264473.891849:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789264473.891860:0:25082:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789264473.891877:0:25082:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c3a8c712800 from lustre-OST0001 10000000:01000000:0.0:1789264473.891904:0:25082:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1789264473.891907:0:25082:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789264473.891914:0:25082:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c3982364d28 local copy 00010000:00010000:0.0:1789264473.891922:0:25082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264473.892001:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883328:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264473.892031:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.892272:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789264473.892364:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883328 00000100:00100000:2.0:1789264473.892370:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883328 00000100:00100000:1.0:1789264473.892441:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789264473.892453:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:25082:x1876179322883328:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264473.892565:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883328:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789264473.892580:0:25082:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.144@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1789264473.892597:0:25082:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.144@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1789264473.892603:0:25082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.892619:0:25082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffa00/0xecaf9f2f14ed8562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8569 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789264473.892643:0:25082:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c3a8c712800 10000000:01000000:0.0:1789264473.892648:0:25082:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789264473.892653:0:25082:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789264473.892656:0:25082:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789264473.892669:0:25082:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1789264473.892672:0:25082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1789264473.892694:0:25082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.892702:0:25082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.892711:0:25082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264473.892724:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883456:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789264473.892778:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:25082:x1876179322883328:12345-0@lo:501:mount.lustre.0 Request processed in 323us (741us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789264473.892786:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789264473.892877:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.892930:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.892982:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883456 00000100:00100000:3.0:1789264473.892987:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883456 00000100:00100000:3.0:1789264473.893019:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789264473.893026:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:25082:x1876179322883456:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264473.893035:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264473.893046:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8936 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed892f expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.893065:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8936 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed892f expref: 22 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.893083:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cac00/0xecaf9f2f14ed8936 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed892f expref: 22 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.893091:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cac00, rc 0) 00000100:00100000:3.0:1789264473.893128:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883456:12345-0@lo:101:mount.lustre.0 Request processed in 102us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.893135:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789264473.893206:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883456:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789264473.893218:0:25082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8936 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.893227:0:25082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8936 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789264473.894386:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1789264473.894997:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789264473.897187:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1789264473.897234:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1789264473.897318:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1789264473.897338:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1789264473.897373:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1789264473.897390:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1789264473.897405:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1789264473.897418:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1789264473.897432:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1789264473.897523:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1789264473.897531:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1789264473.897626:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264473.897927:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.898007:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811f240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.898048:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883584 00000100:00100000:3.0:1789264473.898055:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883584 00000100:00100000:3.0:1789264473.898098:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789264473.898108:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883584:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264473.898344:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883584:12345-0@lo:501:mount.lustre.0 Request processed in 236us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.898352:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1789264473.898415:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883584:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264473.898507:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883712:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789264473.898549:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.898575:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811f240 going to sleep for 11 seconds 00000100:00100000:1.0:1789264473.898616:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883712 00000100:00100000:1.0:1789264473.898621:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883712 00000100:00100000:1.0:1789264473.898774:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789264473.898783:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883712:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264473.899511:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883712:12345-0@lo:503:mount.lustre.0 Request processed in 727us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.899519:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789264473.899587:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883712:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789264473.899995:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789264473.900076:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883840:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264473.900120:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.900148:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.900359:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883840 00000100:00100000:3.0:1789264473.900365:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883840 00000100:00100000:3.0:1789264473.900408:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1789264473.900417:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883840:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789264473.900769:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883840:12345-0@lo:502:mount.lustre.0 Request processed in 352us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.900777:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1789264473.900826:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883840:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264473.900988:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1789264473.901015:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1789264473.901029:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1789264473.901042:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1789264473.901053:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1789264473.901066:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1789264473.901080:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1789264473.901093:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1789264473.901121:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1789264473.901145:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883968:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264473.901182:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264473.901218:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8811fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1789264473.901366:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322883968 00000100:00100000:1.0:1789264473.901372:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322883968 00000100:00100000:1.0:1789264473.901402:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789264473.901409:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883968:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264473.901499:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322883968:12345-0@lo:502:mount.lustre.0 Request processed in 90us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.901506:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789264473.901521:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322883968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264473.901574:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1789264473.901582:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789264473.902173:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789264473.902181:0:25086:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789264473.902187:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789264473.902189:0:25086:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789264473.902195:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789264473.902208:0:25086:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9c3ab2263370) 00000020:00000080:2.0:1789264473.902226:0:25086:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789264473.902231:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789264473.902277:0:25086:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3a8c712800 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789264473.902282:0:25086:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789264473.902287:0:25086:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xecaf9f2f14ed8944 00010000:00010000:3.0:1789264473.906146:0:25086:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1789264473.906793:0:25086:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934601 00080000:10000000:3.0:1789264473.911259:0:25086:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1789264473.912619:0:25086:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1789264473.912630:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264473.912642:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264473.912644:0:25086:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1789264473.912649:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264473.912653:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264473.912654:0:25086:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789264473.912657:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789264473.912659:0:25086:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789264473.912661:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264473.912663:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264473.912665:0:25086:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789264473.912667:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789264473.912669:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264473.912671:0:25086:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789264473.912673:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1789264473.912699:0:25086:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789264473.912702:0:25086:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789264473.912703:0:25086:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789264473.912706:0:25086:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789264473.915132:0:25082:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789264473.915182:0:25082:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789264473.915199:0:25082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8936 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.915212:0:25082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c398366ae00/0xecaf9f2f14ed892f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8936 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264473.915237:0:25082:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3a8c712800 from 1 10000000:01000000:2.0:1789264473.915240:0:25082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789264473.915272:0:25082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.915280:0:25082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.915291:0:25082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264473.915315:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884096:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264473.915378:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.915415:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8ea6a900 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.915603:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884096 00000100:00100000:3.0:1789264473.915611:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884096 00000100:00100000:3.0:1789264473.915659:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1789264473.915669:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:25082:x1876179322884096:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789264473.915682:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264473.915695:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed894b expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.915715:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.915725:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.915733:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cbe00, rc 0) 00000100:00100000:3.0:1789264473.915796:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884096:12345-0@lo:101:mount.lustre.0 Request processed in 128us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.915802:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789264473.916114:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884096:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789264473.916128:0:25082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.916137:0:25082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789264473.919583:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1789264473.921477:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789264473.921696:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789264473.921722:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1789264473.921735:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1789264473.921767:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1789264473.921782:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1789264473.921795:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1789264473.921807:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1789264473.921821:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1789264473.921834:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1789264473.921846:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1789264473.921870:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1789264473.921888:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1789264473.922372:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1789264473.922526:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884224:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264473.922586:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.922630:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784480 going to sleep for 11 seconds 00000100:00100000:0.0:1789264473.922758:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884224 00000100:00100000:0.0:1789264473.922766:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884224 00000100:00100000:0.0:1789264473.922811:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1789264473.922821:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789264473.922958:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884224:12345-0@lo:501:mount.lustre.0 Request processed in 138us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.922966:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1789264473.923037:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884224:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789264473.923067:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884352:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789264473.923103:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.923158:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784480 going to sleep for 11 seconds 00000100:00100000:0.0:1789264473.923188:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884352 00000100:00100000:0.0:1789264473.923192:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884352 00000100:00100000:0.0:1789264473.923338:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789264473.923345:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884352:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789264473.923427:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884352:12345-0@lo:503:mount.lustre.0 Request processed in 82us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.923434:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789264473.923534:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884352:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789264473.923968:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789264473.924275:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884480:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264473.924322:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.924354:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8ea6a900 going to sleep for 11 seconds 00000100:00100000:0.0:1789264473.924531:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884480 00000100:00100000:0.0:1789264473.924536:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884480 00000100:00100000:0.0:1789264473.924576:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789264473.924584:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884480:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789264473.924680:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884480:12345-0@lo:502:mount.lustre.0 Request processed in 97us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.924687:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789264473.925093:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884480:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789264473.925369:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789264473.925395:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1789264473.925409:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1789264473.925422:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1789264473.925435:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1789264473.925460:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1789264473.925474:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1789264473.925485:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1789264473.925495:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1789264473.925505:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1789264473.925516:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1789264473.925540:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884608:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264473.925580:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.925611:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8ea6a900 going to sleep for 11 seconds 00000100:00100000:1.0:1789264473.925658:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884608 00000100:00100000:1.0:1789264473.925662:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884608 00000100:00100000:1.0:1789264473.926168:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789264473.926179:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884608:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264473.926288:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884608:12345-0@lo:502:mount.lustre.0 Request processed in 111us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.926295:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789264473.926542:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884608:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789264473.926601:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789264473.926611:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1789264473.927566:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264473.927576:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.927579:0:25090:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1789264473.927585:0:25090:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3a8c712800 00000020:00000080:0.0:1789264473.927587:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264473.927594:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264473.927597:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.927598:0:25090:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1789264473.927600:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264473.927603:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.927604:0:25090:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1789264473.927607:0:25090:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c3a8c712800 00000020:00000080:0.0:1789264473.927609:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264473.927707:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264473.927712:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.927714:0:25090:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1789264473.927716:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264473.927719:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.927720:0:25090:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789264473.927723:0:25090:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3a8c712800 00000020:00000080:0.0:1789264473.927725:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264473.927987:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264473.927991:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.928000:0:25090:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1789264473.928165:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789264473.928172:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.928173:0:25090:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1789264473.928178:0:25090:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c3a8c712800 00000020:00000080:0.0:1789264473.928180:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1789264473.928208:0:25090:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789264473.928211:0:25090:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789264473.928213:0:25090:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789264473.928215:0:25090:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789264473.928606:0:25082:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789264473.928641:0:25082:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789264473.928878:0:25082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.928889:0:25082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264473.928936:0:25082:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789264473.928938:0:25082:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c3a8c712800 10000000:01000000:2.0:1789264473.928942:0:25082:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c3a8c712800 10000000:01000000:2.0:1789264473.928946:0:25082:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789264473.928951:0:25082:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c3a8c712800 from 1 10000000:01000000:2.0:1789264473.928954:0:25082:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789264473.928985:0:25082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.929000:0:25082:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.929092:0:25082:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264473.929169:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884736:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789264473.929229:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.929356:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8ea6a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789264473.929402:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884736 00000100:00100000:0.0:1789264473.929409:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884736 00000100:00100000:0.0:1789264473.929456:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789264473.929464:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:25082:x1876179322884736:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789264473.929476:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264473.929489:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8960 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8959 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.930256:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8960 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8959 expref: 24 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.930272:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b800/0xecaf9f2f14ed8960 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8959 expref: 24 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.930282:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b800, rc 0) 00000100:00100000:0.0:1789264473.931213:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322884736:12345-0@lo:101:mount.lustre.0 Request processed in 1746us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.931224:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789264473.933152:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884736:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789264473.933255:0:25082:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8960 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.933269:0:25082:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8960 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789264473.940431:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789264473.941319:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789264473.941914:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789264473.941948:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789264473.941966:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789264473.941987:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789264473.942000:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789264473.942533:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789264473.942552:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789264473.942567:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789264473.942584:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789264473.942601:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789264473.942618:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789264473.942636:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789264473.942653:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789264473.942668:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789264473.942684:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789264473.942698:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789264473.942714:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789264473.942728:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789264473.942741:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789264473.943919:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789264473.943945:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789264473.944068:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789264473.944087:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789264473.944375:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789264473.944393:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789264473.944406:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789264473.944418:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789264473.944430:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789264473.944444:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789264473.944458:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789264473.944471:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789264473.944484:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789264473.944498:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789264473.945119:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789264473.945142:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789264473.945156:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789264473.945171:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789264473.945184:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789264473.945197:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789264473.945226:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789264473.945241:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789264473.945387:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789264473.945400:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789264473.945412:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789264473.945424:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789264473.945437:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789264473.945449:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789264473.945462:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789264473.947189:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789264473.947238:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789264473.948675:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789264473.948692:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789264473.948826:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264473.948902:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.948939:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aa03c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1789264473.949017:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884864 00000100:00100000:1.0:1789264473.949025:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884864 00000100:00100000:1.0:1789264473.949113:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789264473.949122:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322884864:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789264473.949249:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322884864:12345-0@lo:501:mount.lustre.0 Request processed in 128us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.949257:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789264473.949595:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884864:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789264473.949629:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884992:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789264473.949670:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.949690:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aa03c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1789264473.949724:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322884992 00000100:00100000:1.0:1789264473.949728:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322884992 00000100:00100000:1.0:1789264473.949897:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789264473.949906:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322884992:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789264473.949993:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322884992:12345-0@lo:503:mount.lustre.0 Request processed in 88us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.950021:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789264473.950312:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322884992:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789264473.952320:0:25082:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789264473.952408:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885120:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264473.952911:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.952967:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2d9b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789264473.953442:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885120 00000100:00100000:2.0:1789264473.953449:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885120 00000100:00100000:2.0:1789264473.953502:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789264473.953512:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885120:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264473.953637:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885120:12345-0@lo:502:mount.lustre.0 Request processed in 125us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264473.953647:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1789264473.953657:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885120:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264473.953946:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789264473.953977:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789264473.953991:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789264473.955114:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789264473.955240:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789264473.955260:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789264473.955273:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789264473.955286:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789264473.955298:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789264473.955311:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789264473.955322:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789264473.955334:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789264473.955345:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789264473.955357:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1789264473.955369:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1789264473.955386:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1789264473.955415:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1789264473.955430:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1789264473.955716:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1789264473.955739:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1789264473.956121:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1789264473.956146:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1789264473.956276:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1789264473.956296:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1789264473.956310:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1789264473.956324:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1789264473.956336:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1789264473.956350:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1789264473.956364:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1789264473.956377:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1789264473.956391:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1789264473.956404:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1789264473.956431:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1789264473.957367:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1789264473.957396:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1789264473.957411:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1789264473.957425:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1789264473.957438:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1789264473.957462:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1789264473.957474:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1789264473.957484:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1789264473.957493:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1789264473.957503:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1789264473.957515:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1789264473.957527:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1789264473.957539:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1789264473.957552:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1789264473.957566:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1789264473.957632:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885248:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264473.957705:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.957768:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2d9b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789264473.957861:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885248 00000100:00100000:2.0:1789264473.957869:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885248 00000100:00100000:2.0:1789264473.957917:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789264473.957928:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885248:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264473.958496:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885248:12345-0@lo:502:mount.lustre.0 Request processed in 504us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264473.958504:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789264473.958604:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885248:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264473.958942:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1789264473.958967:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1789264473.958992:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885376:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789264473.959085:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.959108:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2d9b900 going to sleep for 11 seconds 00000100:00100000:2.0:1789264473.959174:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885376 00000100:00100000:2.0:1789264473.959179:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885376 00000100:00100000:2.0:1789264473.959218:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789264473.959228:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885376:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789264473.959501:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322885376:12345-0@lo:502:mount.lustre.0 Request processed in 274us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264473.959514:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789264473.959539:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322885376:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789264473.959581:0:25082:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1789264473.959590:0:25082:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1789264473.962971:0:25096:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789264473.962990:0:25096:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9c3ab6813370) 00000020:00000080:0.0:1789264473.963292:0:25096:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1789264473.963377:0:25096:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3a8c712800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789264473.963380:0:25096:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3a8c712800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789264473.963383:0:25096:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3a8c712800 3 00010000:00080000:0.0:1789264473.963412:0:25096:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c39834f6800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.144@tcp at head 00010000:00010000:0.0:1789264473.966431:0:25096:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1789264473.966811:0:25096:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1789264473.966873:0:25096:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789264473.966888:0:25096:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xecaf9f2f14ed896e 00000100:00080000:0.0:1789264473.966897:0:25096:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789264473.966903:0:25096:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c39834f6800 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:0.0:1789264473.966936:0:25096:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39837f1500 x1876179322885504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789264473.966970:0:25096:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789264473.967176:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322885504:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789264473.967245:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789264473.967342:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1789264473.967344:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322885632:0@lo:400:kworker.0 00000100:00080000:3.0:1789264473.967354:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789264473.967357:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789264473.967362:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 552 00000100:00080000:3.0:1789264473.967366:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1789264473.967371:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264473.967384:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.967389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3983f48000 x1876179322885888/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789264473.967411:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789264473.967420:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322885760:0@lo:400:kworker.0 00000100:00080000:3.0:1789264473.967436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264473.967441:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789264473.967454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264473.967457:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789264473.967491:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3625:1876179322886400:0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.967515:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.967522:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.967547:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322886272:0@lo:400:kworker.0 00000100:00100000:3.0:1789264473.967563:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322886016:0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.967575:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.967598:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.967620:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3622:1876179322886528:0@lo:400:kworker.0 00000100:00100000:3.0:1789264473.967639:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.967650:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789264473.967654:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322886144:0@lo:400:kworker.0 00000100:00100000:3.0:1789264473.967674:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.967804:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885632 00000100:00100000:1.0:1789264473.967810:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885632 00000100:00100000:1.0:1789264473.967863:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886144 00000100:00100000:1.0:1789264473.967868:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886144 00000100:00100000:0.0:1789264473.967869:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885504 00000100:00100000:0.0:1789264473.967876:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885504 00000100:00100000:1.0:1789264473.967889:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789264473.967895:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886400 00000100:00100000:0.0:1789264473.967899:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886400 00000100:00100000:1.0:1789264473.967901:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322885632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264473.967920:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886272 00000100:00100000:0.0:1789264473.967924:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886272 00000100:00100000:0.0:1789264473.967936:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886016 00000100:00100000:0.0:1789264473.967938:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886016 00000100:00100000:0.0:1789264473.967950:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886528 00000100:00100000:0.0:1789264473.967953:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886528 00000100:00100000:1.0:1789264473.967962:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322885632:12345-0@lo:400:kworker.0 Request processed in 63us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.967968:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789264473.967973:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789264473.967978:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876179322886400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.967995:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789264473.968040:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876179322886400:12345-0@lo:400:kworker.0 Request processed in 63us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.968046:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789264473.968059:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789264473.968065:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322886272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.968071:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322886144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264473.968113:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322886272:12345-0@lo:400:kworker.0 Request processed in 47us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.968121:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789264473.968131:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322886144:12345-0@lo:400:kworker.0 Request processed in 127us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.968138:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789264473.968142:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789264473.968150:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322886016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.968175:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885760 00000100:00100000:1.0:1789264473.968179:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885760 00000100:00100000:1.0:1789264473.968206:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789264473.968214:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abaa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322885760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.968276:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abaa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322885760:12345-0@lo:400:kworker.0 Request processed in 63us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.968282:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789264473.968300:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789264473.968305:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1876179322885504:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789264473.968325:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 554 last 0 00000100:00100000:3.0:1789264473.968731:0:22768:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789264473.968740:0:22768:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:3.0:1789264473.968769:0:24233:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1789264473.968781:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789264473.968789:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1876179322886528:12345-0@lo:400:kworker.0 00000020:00000080:1.0:1789264473.968831:0:22767:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xecaf9f2f14ed8975 00000100:00100000:3.0:1789264473.968839:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3622:x1876179322886528:12345-0@lo:400:kworker.0 Request processed in 50us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.968847:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000004:00100000:1.0:1789264473.968860:0:22767:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:3.0:1789264473.968891:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322885888:0@lo:8:kworker.0 00000100:00080000:1.0:1789264473.968896:0:22767:0:(import.c:65:import_set_state_nolock()) ffff9c3aba912800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264473.968926:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.968963:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322885888 00000100:00100000:3.0:1789264473.968967:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322885888 00000100:00100000:3.0:1789264473.969011:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789264473.969017:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3621:x1876179322885888:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789264473.969132:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1876179322885504:12345-0@lo:38:llog_process_th.0 Request processed in 825us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.969139:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1789264473.969189:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39847a4000 x1876179322886272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264473.969204:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322886272:0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.969216:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322885760:0@lo:400:kworker.0 00000100:00100000:1.0:1789264473.969227:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322885632:0@lo:400:kworker.0 00000100:00100000:3.0:1789264473.969235:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3621:x1876179322885888:12345-0@lo:8:kworker.0 Request processed in 215us (306us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789264473.969250:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789264473.969284:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789264473.969290:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789264473.969294:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789264473.969298:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322885888:0@lo:8:kworker.0 00010000:00080000:3.0:1789264473.969310:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39837f1500 x1876179322885504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264473.969318:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789264473.969323:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1789264473.969329:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1789264473.969334:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789264473.969337:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c39834f6800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789264473.969342:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3621:1876179322885504:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789264473.969373:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39847a6d80 x1876179322886400/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264473.969390:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3625:1876179322886400:0@lo:400:kworker.0 00000100:00100000:3.0:1789264473.969420:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322886144:0@lo:400:kworker.0 00010000:00080000:3.0:1789264473.969431:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c3983f4b100 x1876179322886016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264473.969440:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3622:1876179322886016:0@lo:400:kworker.0 00010000:00080000:3.0:1789264473.969523:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39847a6300 x1876179322886528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264473.969531:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3622:1876179322886528:0@lo:400:kworker.0 00000100:00100000:0.0:1789264473.969739:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3622:x1876179322886016:12345-0@lo:400:kworker.0 Request processed in 1591us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264473.969760:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:01000004:2.0:1789264473.969915:0:25096:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789264473.969939:0:25096:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9c3983700000) 00000020:00000080:2.0:1789264473.969960:0:25096:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:3.0:1789264473.971581:0:25096:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c3a8c712800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789264473.971595:0:25096:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c3a8c712800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1789264473.971598:0:25096:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c3a8c712800 3 00010000:00080000:3.0:1789264473.972556:0:25096:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c3983fd1000@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.144@tcp at head 00010000:00010000:3.0:1789264473.974873:0:25096:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1789264473.975598:0:25096:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1789264473.975642:0:25096:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789264473.975654:0:25096:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xecaf9f2f14ed8983 00000100:00080000:3.0:1789264473.975719:0:25096:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789264473.975726:0:25096:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c3983fd1000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:3.0:1789264473.975782:0:25096:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c39847a6300 x1876179322886656/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789264473.975820:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3621:1876179322886656:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789264473.975900:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.975958:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886656 00000100:00100000:3.0:1789264473.975971:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886656 00000100:00100000:3.0:1789264473.976115:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789264473.976124:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3621:x1876179322886656:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789264473.976145:0:24233:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 554 last 0 00000020:00000080:3.0:1789264473.976236:0:24233:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xecaf9f2f14ed898a 00000004:00100000:3.0:1789264473.976252:0:24233:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789264473.976296:0:24233:0:(import.c:65:import_set_state_nolock()) ffff9c3983f5b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264473.976359:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1876179322886656:12345-0@lo:38:llog_process_th.0 Request processed in 234us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.976367:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1789264473.976407:0:25096:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789264473.976430:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264473.976435:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789264473.976437:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789264473.976441:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1789264473.976459:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c39847a6300 x1876179322886656/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789264483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264473.976471:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789264473.976477:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789264473.976484:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789264473.976489:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789264473.976491:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3983fd1000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789264473.976497:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3621:1876179322886656:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1789264473.977867:0:25096:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1789264473.978694:0:25082:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789264473.978804:0:25082:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789264473.978829:0:25082:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8960 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264473.978840:0:25082:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3983e44800/0xecaf9f2f14ed8959 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8960 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789264473.978900:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789264473.978902:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789264473.978903:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264473.978905:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264473.978906:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264473.978908:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264473.978909:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264473.978911:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264473.978913:0:25082:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264473.978921:0:25082:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1789264473.978924:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789264473.978925:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789264473.978926:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264473.978927:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264473.978928:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264473.978929:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264473.978930:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264473.978932:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264473.978933:0:25082:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789264473.978956:0:25082:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789264473.978973:0:25082:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322886784:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789264473.979046:0:25082:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264473.979080:0:25082:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.979339:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886784 00000100:00100000:3.0:1789264473.979347:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886784 00000100:00100000:3.0:1789264473.979391:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789264473.979400:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322886784:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789264473.979425:0:22760:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789264473.979437:0:22760:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789264473.986992:0:22760:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789264473.987005:0:22760:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1789264473.987767:0:22782:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789264473.987776:0:22782:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789264473.987808:0:22782:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.987826:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.987834:0:22782:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 24 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.987842:0:22782:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.987887:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 24 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.987901:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 24 pid: 22759 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264473.987913:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322886912:0@lo:104: 00000100:00100000:3.0:1789264473.987956:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789264473.987997:0:22782:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.988005:0:22782:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 24 pid: 22760 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264473.988012:0:22782:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322887040:0@lo:104: 00000100:00100000:3.0:1789264473.988030:0:22782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264473.988045:0:22782:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398304fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1789264473.988066:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322886912 00000100:00100000:3.0:1789264473.988072:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322886912 00000100:00100000:2.0:1789264473.988105:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:25082:x1876179322886784:12345-0@lo:253:mount.lustre.0 Request processed in 8704us (9057us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.988112:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887040 00000100:00100000:3.0:1789264473.988116:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887040 00000100:00100000:2.0:1789264473.988117:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789264473.988136:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789264473.988146:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322886912:12345-0@lo:104: 00000100:00100000:2.0:1789264473.988176:0:25082:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d9d65a89-48e5-49c0-bcd9-825eb131eba2:25082:1876179322886784:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789264473.988190:0:25082:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1789264473.988194:0:25082:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789264473.988195:0:25082:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789264473.988197:0:25082:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789264473.988198:0:25082:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789264473.988199:0:25082:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789264473.988200:0:25082:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789264473.988202:0:25082:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789264473.988204:0:25082:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789264473.988205:0:25082:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1789264473.988218:0:25082:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1789264473.989573:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.989779:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789264473.989788:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+4:22782:x1876179322886912:12345-0@lo:104: Request processed in 1643us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.989798:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789264473.989828:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789264473.989839:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322887040:12345-0@lo:104: 00010000:00010000:3.0:1789264473.989859:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.989904:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789264473.989910:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:22782:x1876179322887040:12345-0@lo:104: Request processed in 76us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264473.989918:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1789264473.989937:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789264473.989944:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.989952:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb000 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264473.989956:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.989967:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264473.989982:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264473.989987:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789264473.990024:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990031:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264473.990051:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990059:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c39836cb000/0xecaf9f2f14ed882c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8833 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990071:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264473.990073:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990078:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abac1c400 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:3.0:1789264473.990081:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990087:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789264473.990092:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264473.990097:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789264473.990119:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990125:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789264473.990139:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990146:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abac1c400/0xecaf9f2f14ed881e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8825 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264473.990279:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264473.990281:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264473.990284:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264473.990304:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322887168:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264473.990339:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789264473.990385:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264473.990405:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322887296:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789264473.990427:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264473.990622:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887168 00000100:00100000:1.0:1789264473.990630:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887168 00010000:00010000:1.0:1789264473.990656:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 24 pid: 22759 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264473.990681:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887296 00000100:00100000:1.0:1789264473.990685:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887296 00010000:00010000:1.0:1789264473.990696:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 25 pid: 22760 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264473.990710:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264473.990717:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3623:x1876179322887168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264473.990727:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264473.990731:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 25 pid: 22759 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990767:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 25 pid: 22759 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990784:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264473.990818:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3623:x1876179322887168:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.990826:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264473.990843:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789264473.990862:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322887296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264473.990871:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264473.990875:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 24 pid: 22760 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990897:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 24 pid: 22760 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990909:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990918:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789264473.990931:0:22753:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004774112s 00010000:00010000:1.0:1789264473.990936:0:22753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990942:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990948:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990955:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990961:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264473.990965:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990972:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.990980:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264473.991008:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264473.991047:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322887296:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264473.991054:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264473.991081:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322887296:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789264473.991090:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322887168:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1789264473.991782:0:25082:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1789264473.992132:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836ca600/0xecaf9f2f14ed8833 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed882c expref: 23 pid: 22759 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264473.992148:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322886912:0@lo:104: 00010000:00010000:0.0:1789264473.992160:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8825 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed881e expref: 22 pid: 22760 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264473.992169:0:22782:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a6a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22782:1876179322887040:0@lo:104: 00010000:00010000:0.0:1789264473.992192:0:22782:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.992201:0:22782:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.992208:0:22782:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264473.992214:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836cb800/0xecaf9f2f14ed8991 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22782 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1789264473.995520:0:25082:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1789264473.995530:0:25082:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1789264473.995568:0:25082:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789264473.995610:0:25082:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.144@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789264473.995624:0:25082:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1789264473.995676:0:25082:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1789264473.996519:0:25082:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789264473.997098:0:25082:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789264474.571634:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789264474.683641:0:25149:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789264474.684132:0:25149:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789264475.595513:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789264475.853483:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789264475.853490:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaff85800 from 14 10000000:01000000:2.0:1789264475.853494:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789264475.853543:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.853554:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.853566:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264475.853592:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789264475.853655:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264475.853992:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398307b300 going to sleep for 11 seconds 00000100:00100000:3.0:1789264475.854315:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887424 00000100:00100000:3.0:1789264475.854323:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887424 00000100:00100000:3.0:1789264475.854427:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789264475.854453:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322887424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264475.854466:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264475.854481:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c39836cb000/0xecaf9f2f14ed899f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8998 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264475.854503:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836cb000/0xecaf9f2f14ed899f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8998 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264475.854513:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c39836cb000/0xecaf9f2f14ed899f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8998 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264475.854523:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cb000, rc 0) 00000100:00100000:3.0:1789264475.854567:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322887424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264475.854574:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789264475.854984:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264475.855001:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed899f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.855011:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed899f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264475.855068:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789264475.855137:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264475.855162:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398307b300 going to sleep for 11 seconds 00000100:00100000:3.0:1789264475.855223:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887552 00000100:00100000:3.0:1789264475.855228:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887552 00000100:00100000:3.0:1789264475.855263:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789264475.855270:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7676050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322887552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789264475.855284:0:22760:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789264475.855301:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789264475.855304:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789264475.855376:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7676050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322887552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 106us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264475.855382:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789264475.855615:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789264475.855674:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789264475.855682:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed899f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.855690:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3983e45a00/0xecaf9f2f14ed8998 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed899f expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264475.855703:0:22763:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789264475.855705:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c3aaffaf800 from 14 10000000:01000000:2.0:1789264475.855708:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789264475.855729:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.855737:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.856643:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264475.856663:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789264475.856709:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264475.856763:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398307b300 going to sleep for 11 seconds 00000100:00100000:1.0:1789264475.856824:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887680 00000100:00100000:1.0:1789264475.856829:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887680 00000100:00100000:1.0:1789264475.857131:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1789264475.857141:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322887680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264475.857153:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264475.857167:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3abb9fec00/0xecaf9f2f14ed89ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed89a6 expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264475.857188:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3abb9fec00/0xecaf9f2f14ed89ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed89a6 expref: 24 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264475.857197:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3abb9fec00/0xecaf9f2f14ed89ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed89a6 expref: 24 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264475.857205:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9fec00, rc 0) 00000100:00100000:1.0:1789264475.857241:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322887680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264475.857248:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789264475.857322:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264475.857335:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed89ad expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264475.857343:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed89ad expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264475.857393:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887808:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789264475.857422:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264475.863965:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887808 00000100:00100000:3.0:1789264475.863980:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887808 00000100:00100000:3.0:1789264475.864027:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789264475.864037:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322887808:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789264475.864128:0:22760:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789264475.864144:0:22760:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789264475.864147:0:22760:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1789264475.864250:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7674050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322887808:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 214us (6826us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264475.864258:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789264475.864901:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c398307b300 going to sleep for 11 seconds 00000100:00100000:3.0:1789264475.864927:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322887808:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789264475.864991:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789264475.865000:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed89ad expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264475.865009:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3983e44a00/0xecaf9f2f14ed89a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed89ad expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264476.041993:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264461/real 1789264461] req@ffff9c3a8c73f800 x1876179322876288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264476.042024:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3a8c73f800 x1876179322876288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264476.042044:0:3621:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789264461/real 1789264461] req@ffff9c3a8c73e300 x1876179322876416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264476 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264476.042057:0:3621:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c3a8c73e300 x1876179322876416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789264476 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789264476.042075:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3abf632000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789264476.042197:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789264476.042203:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322876288:0@lo:8:kworker.0 00000100:00080000:2.0:1789264476.042211:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1f9000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789264476.042662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264476.042666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789264476.042676:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264476.042685:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c3a846e3000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264476.042706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa90e00 x1876179322888192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264476.042733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264476.042736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789264476.042738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3abf632000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264476.042766:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 542 00000100:00080000:1.0:1789264476.042772:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789264476.042777:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c3abf632000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264476.042790:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa91c00 x1876179322888576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789264476.042799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789264476.042802:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789264476.042804:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1f9000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789264476.042807:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 542 00000100:00080000:1.0:1789264476.042810:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789264476.042813:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c3aaa1f9000 using connection 192.168.203.144@tcp/0@lo 00000100:00100000:1.0:1789264476.042825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c3abaa93800 x1876179322888704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789264476.042903:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322887936:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.042969:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264476.043001:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322888832:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043040:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264476.043069:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322889344:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043389:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264476.043420:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789264476.043428:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322888448:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043458:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264476.043482:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3625:1876179322889216:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043511:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.043538:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322887936 00000100:00100000:1.0:1789264476.043548:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888832 00000100:00100000:0.0:1789264476.043548:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322887936 00000100:00100000:1.0:1789264476.043554:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888832 00000100:00100000:0.0:1789264476.043593:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888448 00000100:00100000:1.0:1789264476.043596:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889344 00000100:00100000:0.0:1789264476.043598:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888448 00000100:00100000:1.0:1789264476.043602:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889344 00000100:00100000:0.0:1789264476.043625:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789264476.043636:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322887936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043641:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889216 00000100:00100000:1.0:1789264476.043645:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889216 00000100:00100000:1.0:1789264476.043667:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789264476.043676:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322888832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.043968:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1876179322888832:12345-0@lo:400:kworker.0 Request processed in 292us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.043976:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789264476.043997:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789264476.044005:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876179322889344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.044037:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1876179322889344:12345-0@lo:400:kworker.0 Request processed in 34us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.044044:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789264476.044059:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789264476.044066:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876179322889216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.044783:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1876179322889216:12345-0@lo:400:kworker.0 Request processed in 716us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.044801:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789264476.044830:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789264476.044854:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322888448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.044899:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322888448:12345-0@lo:400:kworker.0 Request processed in 62us (1442us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.044905:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1789264476.044939:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789264476.044944:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789264476.044979:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322888448:0@lo:400:kworker.0 00010000:00080000:1.0:1789264476.044994:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983f48000 x1876179322889216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264476.045004:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3625:1876179322889216:0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.045017:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322887936:0@lo:400:kworker.0 00010000:00080000:1.0:1789264476.045029:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3abaa91180 x1876179322888832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264476.045038:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3625:1876179322888832:0@lo:400:kworker.0 00010000:00080000:1.0:1789264476.045050:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983f4bb80 x1876179322889344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264476.045058:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3625:1876179322889344:0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.045445:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322887936:12345-0@lo:400:kworker.0 Request processed in 1810us (2473us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.045454:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789264476.045481:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322888320:0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.045517:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.045552:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322889088:0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.045585:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.045609:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789264476.045617:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322888064:0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.045641:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.045674:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322888960:0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.045700:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.045759:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888064 00000100:00100000:0.0:1789264476.045764:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888064 00000100:00100000:0.0:1789264476.045809:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1789264476.045819:0:3621:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789264476.045821:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322888064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264476.045848:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322876416:0@lo:8:kworker.0 00000100:00100000:2.0:1789264476.045877:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322888192:0@lo:8:kworker.0 00000100:00100000:0.0:1789264476.045897:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322888064:12345-0@lo:400:kworker.0 Request processed in 79us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264476.045915:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.045917:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789264476.045934:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888192 00000100:00100000:0.0:1789264476.045938:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888192 00000100:00100000:2.0:1789264476.045943:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322888576:0@lo:8:kworker.0 00000100:00100000:0.0:1789264476.045956:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264476.045962:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3621:x1876179322888192:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1789264476.045973:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789264476.045988:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 556 last 0 00000100:00100000:2.0:1789264476.045996:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322888704:0@lo:8:kworker.0 00000020:00000080:0.0:1789264476.046022:0:24272:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xecaf9f2f14ed89b4 00000100:00100000:2.0:1789264476.046028:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:0.0:1789264476.046039:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9c39834f0000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113968 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:0.0:1789264476.046045:0:24272:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:0.0:1789264476.046048:0:24272:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1789264476.046054:0:24273:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1789264476.046075:0:24273:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00002000:00080000:0.0:1789264476.046228:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789264476.046483:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c39834f7000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789264476.046520:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3621:x1876179322888192:12345-0@lo:8:kworker.0 Request processed in 559us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.046525:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264476.046535:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888576 00000100:00100000:0.0:1789264476.046538:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888576 00000100:00100000:0.0:1789264476.046549:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888704 00000100:00100000:1.0:1789264476.046550:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888320 00000100:00100000:0.0:1789264476.046551:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888704 00000100:00100000:1.0:1789264476.046559:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888320 00000100:00100000:0.0:1789264476.046561:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789264476.046565:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3621:x1876179322888576:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1789264476.046578:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 556 last 0 00000020:00000080:0.0:1789264476.046591:0:24272:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed89bb 00000100:00100000:1.0:1789264476.046595:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889088 00002000:00100000:0.0:1789264476.046596:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9c39834f0800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113968 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1789264476.046601:0:24272:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00000100:00100000:1.0:1789264476.046602:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889088 00002000:00100000:0.0:1789264476.046603:0:24272:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:1.0:1789264476.046645:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322888960 00000100:00100000:1.0:1789264476.046650:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322888960 00002000:00080000:0.0:1789264476.046665:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00100000:1.0:1789264476.046673:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00080000:0.0:1789264476.046682:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c39834f3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789264476.046683:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322888320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264476.046730:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1876179322888576:12345-0@lo:8:kworker.0 Request processed in 162us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.046738:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264476.046764:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322888320:12345-0@lo:400:kworker.0 Request processed in 60us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.046772:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789264476.046790:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789264476.046798:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322889088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.046832:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322889088:12345-0@lo:400:kworker.0 Request processed in 35us (1247us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.046851:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789264476.046867:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789264476.046876:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1876179322888960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264476.046914:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1876179322888960:12345-0@lo:400:kworker.0 Request processed in 41us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.046923:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789264476.046932:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789264476.046938:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3621:x1876179322888704:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1789264476.046955:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789264476.046957:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 556 last 0 00000100:00080000:1.0:1789264476.046961:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264476.046967:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1789264476.046977:0:24272:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xecaf9f2f14ed89c2 00002000:00100000:0.0:1789264476.046986:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9c39834f4800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113968 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1789264476.046990:0:24272:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1789264476.046992:0:24272:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1789264476.047017:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1789264476.047030:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c39834f1000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789264476.047063:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3621:x1876179322888704:12345-0@lo:8:kworker.0 Request processed in 123us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.047070:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789264476.047181:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322888064:0@lo:400:kworker.0 00010000:00080000:0.0:1789264476.047194:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983f4b100 x1876179322888960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.047204:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322888960:0@lo:400:kworker.0 00010000:00080000:0.0:1789264476.047214:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3abaa93480 x1876179322888320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.047221:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322888320:0@lo:400:kworker.0 00010000:00080000:0.0:1789264476.047229:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983f4b800 x1876179322889088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.047319:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983f4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322889088:0@lo:400:kworker.0 00010000:00080000:2.0:1789264476.047571:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3abaa90e00 x1876179322888192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789264501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789264476.047584:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789264476.047592:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789264476.047597:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789264476.047606:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3a846e3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789264476.047628:0:3621:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789264476.047633:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3621:1876179322888192:0@lo:8:kworker.0 00000100:00100000:2.0:1789264476.047648:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789264476.047653:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789264476.047658:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789264476.047660:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789264476.047662:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3abf632000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789264476.047678:0:3621:0:(osp_dev.c:1648:osp_import_event()) got connected 00000004:00080000:0.0:1789264476.047691:0:22793:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1789264476.047711:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1876179322889600:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1789264476.047787:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322888576:0@lo:8:kworker.0 00000100:00100000:0.0:1789264476.047787:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1789264476.047810:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3abaa93800 x1876179322888704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789264496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.047817:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aa76ebf00 going to sleep for 11 seconds 00000100:00100000:2.0:1789264476.047818:0:3621:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789264476.047825:0:3621:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789264476.047831:0:3621:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789264476.047834:0:3621:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789264476.047848:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9c3aaa1f9000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789264476.047848:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322889472:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1789264476.047869:0:3621:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789264476.047875:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abaa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3621:1876179322888704:0@lo:8:kworker.0 00000100:00100000:0.0:1789264476.047882:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1789264476.047910:0:22792:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789264476.047911:0:23510:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1789264476.047916:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789264476.047924:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322889728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789264476.047934:0:23510:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322889856:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789264476.047953:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264476.047978:0:23510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1789264476.047986:0:22792:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 556389240559ns, next at 0ns, rc = 0 00000100:00100000:0.0:1789264476.047992:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889472 00080000:00080000:2.0:1789264476.047995:0:22792:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1789264476.047998:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889472 00000100:00100000:1.0:1789264476.048004:0:23510:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab2d9b240 going to sleep for 11 seconds 00000004:00080000:1.0:1789264476.048024:0:23509:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:0.0:1789264476.048037:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889728 00000100:00100000:0.0:1789264476.048041:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889728 00000004:00080000:2.0:1789264476.048049:0:23508:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1789264476.048064:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789264476.048074:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322889472:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789264476.048080:0:23508:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890112:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1789264476.048081:0:23509:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 556389336269ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789264476.048090:0:23509:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00000024:0.0:1789264476.048097:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789264476.048113:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264476.048136:0:23508:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d840 going to sleep for 11 seconds 00000100:00100000:0.0:1789264476.048153:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322889472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (273us total) trans 0 rc 0/0 00000004:00080000:2.0:1789264476.048155:0:23507:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:0.0:1789264476.048163:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000004:00080000:2.0:1789264476.048192:0:23507:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 556389447045ns, next at 0ns, rc = 0 00000100:00100000:0.0:1789264476.048196:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00080000:00080000:2.0:1789264476.048199:0:23507:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1789264476.048207:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1876179322889728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789264476.048218:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789264476.048360:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789264476.048371:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322889984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789264476.048396:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264476.048419:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889600 00000100:00100000:2.0:1789264476.048422:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889600 00000100:00100000:0.0:1789264476.048454:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3622:x1876179322889728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 249us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264476.048460:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889856 00000100:00100000:2.0:1789264476.048465:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889856 00000100:00100000:0.0:1789264476.048474:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789264476.048489:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890112 00000100:00100000:0.0:1789264476.048492:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322889984 00000100:00100000:2.0:1789264476.048493:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890112 00000100:00100000:0.0:1789264476.048499:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322889984 00000100:00100000:2.0:1789264476.048522:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264476.048526:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789264476.048532:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22793:x1876179322889600:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789264476.048539:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3625:x1876179322889984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789264476.048557:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789264476.048598:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3625:x1876179322889984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.048604:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1789264476.048622:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789264476.048626:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789264476.048638:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264476.048647:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23510:x1876179322889856:12345-0@lo:7:osp-pre-1-1.0 00010000:00080000:0.0:1789264476.048732:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3a878cf480 x1876179322889728/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264476.048772:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322889984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789264476.048777:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322889728:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1789264476.048796:0:3622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39837f0700 x1876179322889472/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789264492 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.048808:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322889472:0@lo:13:osp-pre-1-0.0 00002000:00080000:2.0:1789264476.052504:0:24273:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1789264476.052517:0:24273:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1789264476.052523:0:24273:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:1.0:1789264476.058689:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:0.0:1789264476.061292:0:23499:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000004:00080000:0.0:1789264476.061308:0:23499:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:1.0:1789264476.062709:0:24270:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1789264476.062718:0:24270:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1789264476.062830:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23510:x1876179322889856:12345-0@lo:7:osp-pre-1-1.0 Request processed in 14180us (14848us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.062853:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789264476.062887:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789264476.062898:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23508:x1876179322890112:12345-0@lo:7:osp-pre-0-1.0 00010000:00080000:0.0:1789264476.063138:0:23510:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3a878cd880 x1876179322889856/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789264492 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789264476.063153:0:23510:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cd880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322889856:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1789264476.063173:0:23510:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789264476.063226:0:23510:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ec000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322890240:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1789264476.063265:0:23510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.063296:0:23510:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3aa76eb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789264476.063627:0:25240:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1789264476.063636:0:25240:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00010000:2.0:1789264476.066002:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.066013:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.066028:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.066033:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.066039:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.066054:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.066069:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.066076:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.066091:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264476.066344:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264476.066352:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.066360:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44e00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264476.066364:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.066374:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.066393:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.066401:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed89c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.066418:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.066420:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.066422:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.068794:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.068806:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.068823:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.068828:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.068834:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.068860:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.068881:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.068889:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.068912:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1789264476.068992:0:24270:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789264476.068998:0:24270:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789264476.069081:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23508:x1876179322890112:12345-0@lo:7:osp-pre-0-1.0 Request processed in 6183us (20965us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264476.069090:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789264476.069102:0:23508:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890112:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789264476.069114:0:23508:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789264476.069116:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890240 00000100:00100000:2.0:1789264476.069121:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890240 00000100:00100000:3.0:1789264476.069152:0:23508:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890368:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1789264476.069152:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789264476.069159:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23510:x1876179322890240:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789264476.069181:0:24270:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789264476.069184:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264476.069200:0:23508:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1789264476.069212:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23510:x1876179322890240:12345-0@lo:5:osp-pre-1-1.0 Request processed in 53us (5947us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264476.069218:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789264476.069220:0:24272:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789264476.069226:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890368 00000100:00100000:3.0:1789264476.069230:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890368 00000100:00100000:2.0:1789264476.069246:0:23510:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ec000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322890240:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789264476.069252:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000004:00080000:2.0:1789264476.069255:0:23510:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789264476.069258:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23508:x1876179322890368:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789264476.069269:0:24272:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1789264476.069277:0:23510:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322890496:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789264476.069297:0:23510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264476.069298:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23508:x1876179322890368:12345-0@lo:5:osp-pre-0-1.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264476.069303:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789264476.069313:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890496 00000100:00100000:2.0:1789264476.069313:0:23510:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d540 going to sleep for 11 seconds 00000100:00100000:3.0:1789264476.069316:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890496 00000100:00100000:3.0:1789264476.069330:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789264476.069335:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23510:x1876179322890496:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789264476.069361:0:24272:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000100:00100000:3.0:1789264476.069437:0:23508:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890368:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789264476.069467:0:23508:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00010000:00010000:0.0:1789264476.070561:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264476.070571:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.070596:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264476.070601:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.070612:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.070632:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.070640:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed89d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.070660:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.070662:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.070663:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.070825:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.070833:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.070855:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.070859:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.070865:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.070877:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.070887:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.070895:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.070912:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264476.071309:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.071315:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.071324:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.071327:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.071331:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.071353:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.071362:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.071370:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.071388:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789264476.071626:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789264476.071633:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071641:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45e00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264476.071644:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071652:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071671:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071678:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009db7d229/0xecaf9f2f14ed89d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071690:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264476.071693:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071698:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264476.071701:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071708:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071716:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.071723:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e27ba21/0xecaf9f2f14ed89de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264476.071730:0:23508:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890624:0@lo:5:osp-pre-0-1.0 00010000:00010000:0.0:1789264476.071732:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.071734:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.071739:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264476.071804:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264476.071826:0:23508:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c39825fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1789264476.071939:0:24270:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789264476.071948:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890624 00000100:00100000:3.0:1789264476.071954:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890624 00010000:00010000:3.0:1789264476.071994:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.072820:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.072829:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.072857:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.072861:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.072866:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.072877:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.072886:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.072905:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.072923:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264476.073063:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.073069:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.073077:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.073081:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.073090:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.073106:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.073113:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.073128:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.073130:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.073132:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264476.074016:0:25245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789264476.074036:0:25245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23508:x1876179322890624:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789264476.074078:0:25245:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00002000:00010000:1.0:1789264476.074409:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.074417:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.075089:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.075095:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.075104:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.075120:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.075132:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.075140:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.075173:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.075227:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.075234:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.075242:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fea00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.075246:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.075254:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.075272:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.075279:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed89ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.075307:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.075310:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.075311:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.078106:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.078120:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.078138:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.078142:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.078149:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.078164:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.078174:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.078183:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.078208:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264476.078706:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.078713:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.078723:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fe600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.078727:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.078736:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.078781:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.078789:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdaac408/0xecaf9f2f14ed89f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.078805:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.078807:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.078809:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.079827:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.079844:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.079857:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.079868:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.079875:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.079887:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.079897:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.079905:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.079921:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.080070:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.080077:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.080086:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.080090:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.080099:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.080114:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.080122:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000853c69a8/0xecaf9f2f14ed89fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.080138:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.080140:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.080141:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.082057:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.082068:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.082084:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.082088:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.082095:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.082108:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.082118:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.082133:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.082154:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.082407:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.082415:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.082441:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44e00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.082445:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.082453:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.082470:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.082477:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5fdb43a/0xecaf9f2f14ed8a01 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.082496:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.082498:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.082500:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.083183:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.083191:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.083202:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.083204:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.083209:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.083219:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.083227:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.083234:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.083252:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.083484:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.083491:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.083499:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.083510:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.083517:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.083531:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.083538:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fde2c7b8/0xecaf9f2f14ed8a08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.083554:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.083556:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.083557:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.084453:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.084461:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.084473:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.084477:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.084481:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.084492:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.084501:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.084514:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.084530:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.084775:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.084782:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.084790:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fe000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.084793:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.084801:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.084821:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.084828:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f1ba5d1/0xecaf9f2f14ed8a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.084856:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.084858:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.084859:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.089245:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.089258:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.089275:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.089279:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.089285:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.089299:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.089309:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.089317:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.089353:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.089631:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.089638:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.089648:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.089653:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.089662:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.089680:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.089688:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009224d26/0xecaf9f2f14ed8a16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.089706:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.089708:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.089710:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.090506:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.090514:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.090526:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.090529:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.090535:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.090546:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.090555:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.090562:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.090580:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.090735:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.090767:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.090776:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cba00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.090780:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.090789:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.090805:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.090813:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000946e8cf0/0xecaf9f2f14ed8a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.090832:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.090834:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.090847:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.091589:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.091596:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.091608:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.091611:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.091616:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.091639:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.091648:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.091655:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.091672:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.091865:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.091870:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.091878:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9fea00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.091887:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.091894:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.091907:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.091913:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004272c4d4/0xecaf9f2f14ed8a24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.091928:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.091929:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.091930:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.092324:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.092331:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.092340:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.092343:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.092348:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.092358:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.092366:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.092380:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.092394:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.092661:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.092667:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.092675:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.092679:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.092687:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.092700:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.092707:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001905ac63/0xecaf9f2f14ed8a2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.092729:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.092731:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.092733:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.093324:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.093331:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.093341:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.093344:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.093350:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.093360:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.093369:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.093376:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.093398:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.093816:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.093822:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.093830:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.093834:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.093854:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.093870:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.093877:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c65c1acd/0xecaf9f2f14ed8a32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.093894:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.093896:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.093898:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.094428:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.094452:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.094463:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.094467:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.094472:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.094483:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.094491:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.094498:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.094520:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789264476.094644:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789264476.094651:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.094659:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264476.094663:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.094671:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.094684:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.094692:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3536427/0xecaf9f2f14ed8a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.094709:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.094710:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.094712:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.095393:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.095401:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.095436:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.095441:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.095446:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.095457:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.095466:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.095473:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.095493:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.095972:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.095979:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.095988:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.095992:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.096000:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.096023:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.096030:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a8a4512/0xecaf9f2f14ed8a40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.096047:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.096048:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.096050:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789264476.097787:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789264476.097798:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.097812:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=556s v=(0 0) 00010000:00010000:3.0:1789264476.097816:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264476.097822:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.097833:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.097853:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.097860:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.097892:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.101724:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.101738:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.101778:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.101783:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.101794:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.101832:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.101850:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba5572cb/0xecaf9f2f14ed8a47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.101876:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.101878:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.101880:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.106144:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.106158:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.106175:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.106180:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.106187:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.106201:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.106211:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.106219:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.107060:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789264476.107453:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789264476.107461:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.107472:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673200 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264476.107477:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.107486:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.107506:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.107513:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000411f681c/0xecaf9f2f14ed8a4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264476.107530:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.107532:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789264476.107534:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789264476.111355:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789264476.111369:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.111388:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=556s v=(0 0) 00010000:00010000:1.0:1789264476.111393:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264476.111400:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.111414:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.111425:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.111433:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.111505:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264476.113676:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:0.0:1789264476.113687:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264476.113701:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.113723:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1789264476.113728:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264476.113736:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.113816:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.113828:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.113847:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.113871:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264476.114033:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114059:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.114064:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114075:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114096:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114103:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b45f6dc/0xecaf9f2f14ed8a55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114124:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.114128:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114134:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366be00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.114137:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114144:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114153:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114167:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6aac93c/0xecaf9f2f14ed8a5c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114181:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.114183:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.114185:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789264476.114279:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264476.114288:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.114299:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1789264476.114302:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264476.114307:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.114318:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.114327:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.114348:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.114371:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.114433:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.114441:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.114450:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366bc00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.114460:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.114468:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.114481:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.114580:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789264476.114932:0:25083:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789264476.114960:0:25083:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789264476.114965:0:25083:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1789264476.115124:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23510:x1876179322890496:12345-0@lo:5:osp-pre-1-1.0 Request processed in 45784us (45821us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789264476.115134:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789264476.115185:0:23510:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1789264476.115194:0:23510:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23510:1876179322890496:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789264476.115210:0:23510:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1789264476.115258:0:23510:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23510:1876179322890752:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789264476.115301:0:23510:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264476.115327:0:23510:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d540 going to sleep for 11 seconds 00000100:00100000:2.0:1789264476.115367:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890752 00000100:00100000:2.0:1789264476.115372:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890752 00000100:00100000:2.0:1789264476.115418:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789264476.115429:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1876179322890752:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1789264476.115473:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23510:x1876179322890752:12345-0@lo:900:osp-pre-1-1.0 Request processed in 48us (172us total) trans 0 rc 0/0 00010000:00010000:1.0:1789264476.115863:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008513aff8/0xecaf9f2f14ed8a63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.115890:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.115893:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.115895:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264476.115975:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789264476.116016:0:23510:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3abac69880 x1876179322890752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789264492 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264476.116027:0:23510:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac69880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23510:1876179322890752:0@lo:900:osp-pre-1-1.0 00002000:00010000:2.0:1789264476.117509:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.117529:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.117552:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.117558:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.117573:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.117594:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.117607:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.117615:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.117645:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789264476.118276:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.118284:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.118318:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.118322:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.118327:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.118338:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.118979:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.118989:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119022:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789264476.119044:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264476.119051:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119060:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44c00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.119066:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119076:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119113:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119122:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec48d4b2/0xecaf9f2f14ed8a6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119144:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.119147:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119154:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e44000 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.119157:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119165:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119176:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119183:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071bfd210/0xecaf9f2f14ed8a71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119196:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.119197:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.119205:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.119216:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.119778:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.119785:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119800:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.119804:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.119811:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119823:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119832:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119849:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119864:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264476.119873:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.119879:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.119887:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.119891:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.121977:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.122009:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.122018:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052ed9dcc/0xecaf9f2f14ed8a78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.122044:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.122046:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.122049:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.124585:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.124613:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.124637:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.124644:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.124652:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.124672:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.124685:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.124705:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.124773:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.124993:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.125009:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125023:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45c00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.125030:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125041:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125067:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125095:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086ff2f3b/0xecaf9f2f14ed8a7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125138:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.125140:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.125143:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789264476.125740:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789264476.125771:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.125787:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=556s v=(0 0) 00010000:00010000:2.0:1789264476.125792:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789264476.125800:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.125816:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.125826:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.125846:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.125875:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789264476.125915:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.125924:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125936:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45600 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.125941:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125952:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125970:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.125978:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000820d5f7d/0xecaf9f2f14ed8a86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.126003:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.126005:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.126008:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789264476.126847:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264476.126859:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.126873:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1789264476.126877:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264476.126884:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.126897:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.126907:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.126915:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.127023:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789264476.127415:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264476.127422:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.127450:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1789264476.127453:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264476.127458:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.127467:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.127476:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.127484:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.127568:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264476.127580:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129370:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366a800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.129379:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129392:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129421:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129506:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc92db33/0xecaf9f2f14ed8a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129540:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264476.129546:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129552:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366b400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264476.129556:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129563:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129575:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264476.129593:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.129594:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264476.129597:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789264476.130788:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789264476.130801:0:24273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006409edf9/0xecaf9f2f14ed8a94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.132206:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789264476.132596:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789264476.132610:0:24273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.132630:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=556s v=(0 0) 00010000:00010000:0.0:1789264476.132636:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264476.132644:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.132674:0:24273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.132688:0:24273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.132698:0:24273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264476.132737:0:24273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1789264476.132804:0:24273:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1789264476.132955:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22793:x1876179322889600:12345-0@lo:5:osp-pre-1-0.0 Request processed in 84421us (85165us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264476.132967:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264476.133047:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39837f1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1876179322889600:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789264476.133069:0:22793:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1789264476.133131:0:22793:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1876179322890880:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789264476.133173:0:22793:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264476.133204:0:22793:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a82e41780 going to sleep for 11 seconds 00000100:00100000:0.0:1789264476.133230:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322890880 00000100:00100000:0.0:1789264476.133238:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322890880 00000100:00100000:0.0:1789264476.133290:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789264476.133300:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22793:x1876179322890880:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789264476.133345:0:24270:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000001:00080000:3.0:1789264476.134367:0:24267:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1789264476.134384:0:24267:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00010000:00010000:1.0:1789264476.134513:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264476.134523:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.134537:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ba00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:1.0:1789264476.134542:0:22754:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.134554:0:22754:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.134578:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.134587:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014b69873/0xecaf9f2f14ed8a9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264476.134608:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.134609:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264476.134611:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264476.134785:0:25245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:23508:x1876179322890624:12345-0@lo:5:osp-pre-0-1.0 Request processed in 60750us (62976us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789264476.134795:0:25245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789264476.134980:0:23508:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789264476.134989:0:23508:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23508:1876179322890624:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789264476.135014:0:23508:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1789264476.135073:0:23508:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23508:1876179322891008:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789264476.135114:0:23508:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264476.135147:0:23508:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab55eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1789264476.135322:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891008 00000100:00100000:1.0:1789264476.135330:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891008 00000100:00100000:1.0:1789264476.135383:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789264476.135394:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23508:x1876179322891008:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789264476.135720:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23508:x1876179322891008:12345-0@lo:900:osp-pre-0-1.0 Request processed in 328us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264476.135727:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789264476.135787:0:23508:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39847a4a80 x1876179322891008/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789264492 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264476.135800:0:23508:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a4a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23508:1876179322891008:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789264476.141422:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22793:x1876179322890880:12345-0@lo:5:osp-pre-1-0.0 Request processed in 8113us (8238us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789264476.141450:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789264476.142122:0:22793:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845edf80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22793:1876179322890880:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1789264476.142143:0:22793:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1789264476.622155:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264477.193910:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39847a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322891136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1789264477.193982:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264477.194186:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891136 00000100:00100000:0.0:1789264477.194193:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891136 00000100:00100000:0.0:1789264477.194244:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264477.194253:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322891136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789264477.194275:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789264477.194332:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322891136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264477.194339:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789264477.194357:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789264477.194366:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322891264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264477.194394:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264477.194427:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891264 00000100:00100000:0.0:1789264477.194431:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891264 00000100:00100000:0.0:1789264477.194456:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789264477.194463:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322891264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789264477.194502:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789264477.194543:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322891264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264477.194549:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789264477.194591:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322891264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789264477.194628:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39847a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322891136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789264477.197378:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264477.197439:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264477.197556:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891392 00000100:00100000:3.0:1789264477.197563:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891392 00000100:00100000:3.0:1789264477.197619:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789264477.197627:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789264477.197657:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789264477.201049:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3411us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264477.201063:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789264477.203764:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891392:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789264477.641912:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264478.666148:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789264478.982127:0:25441:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789264479.692285:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789264479.789902:0:25493:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789264479.790122:0:25493:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1789264480.565353:0:25543:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789264480.565576:0:25543:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789264480.715154:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789264480.728330:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.728558:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311274880 00000100:00100000:2.0:1789264480.728568:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311274880 00000100:00100000:2.0:1789264480.728604:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 110 00000100:00100000:2.0:1789264480.728613:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7677c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2401:x1876179311274880:12345-192.168.203.44@tcp:250:mount.lustre.0 00010000:00080000:2.0:1789264480.728641:0:22760:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 566ecc76-3954-4a51-a52f-a131c3957d5a@192.168.203.44@tcp t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:2.0:1789264480.728723:0:22760:0:(genops.c:1385:class_connect()) connect: client 566ecc76-3954-4a51-a52f-a131c3957d5a, cookie 0xecaf9f2f14ed8aa2 00000100:00080000:2.0:1789264480.728972:0:22760:0:(import.c:65:import_set_state_nolock()) ffff9c3983e35800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789264480.729041:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7677c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+5:2401:x1876179311274880:12345-192.168.203.44@tcp:250:mount.lustre.0 Request processed in 428us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.729132:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 110 00000100:00100000:2.0:1789264480.736735:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.736860:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275008 00000100:00100000:0.0:1789264480.736869:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275008 00000100:00100000:0.0:1789264480.736919:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 111 00000100:00100000:0.0:1789264480.736939:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+5:18041:x1876179311275008:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264480.736954:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264480.736971:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366bc00/0xecaf9f2f14ed8aa9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb01e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.736998:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366bc00/0xecaf9f2f14ed8aa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb01e expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.737008:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366bc00/0xecaf9f2f14ed8aa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb01e expref: 6 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.737016:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366bc00, rc 0) 00000100:00100000:0.0:1789264480.737073:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+6:18041:x1876179311275008:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 135us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.737079:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 111 00000100:00100000:0.0:1789264480.738920:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.738996:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275136 00000100:00100000:1.0:1789264480.739005:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275136 00000100:00100000:1.0:1789264480.739064:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 112 00000100:00100000:1.0:1789264480.739073:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+6:18041:x1876179311275136:12345-192.168.203.44@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789264480.739249:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+6:18041:x1876179311275136:12345-192.168.203.44@tcp:501:mount.lustre.0 Request processed in 176us (335us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789264480.739258:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 112 00000100:00100000:3.0:1789264480.740988:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.747184:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275264 00000100:00100000:2.0:1789264480.747198:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275264 00000100:00100000:0.0:1789264480.750102:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 113 00000100:00100000:0.0:1789264480.750263:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+6:18041:x1876179311275264:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264480.750280:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264480.750299:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366be00/0xecaf9f2f14ed8ab0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb025 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.750332:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366be00/0xecaf9f2f14ed8ab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb025 expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.750344:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366be00/0xecaf9f2f14ed8ab0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb025 expref: 7 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.750374:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366be00, rc 0) 00000100:00100000:0.0:1789264480.750442:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+7:18041:x1876179311275264:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 185us (9460us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.750449:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 113 00000100:00100000:2.0:1789264480.752707:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.752873:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275392 00000100:00100000:1.0:1789264480.752883:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275392 00000100:00100000:1.0:1789264480.752980:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 114 00000100:00100000:1.0:1789264480.752990:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+7:18041:x1876179311275392:12345-192.168.203.44@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789264480.753175:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18041:x1876179311275392:12345-192.168.203.44@tcp:501:mount.lustre.0 Request processed in 186us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.753183:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 114 00000100:00100000:3.0:1789264480.757044:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.757154:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275520 00000100:00100000:0.0:1789264480.757164:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275520 00000100:00100000:0.0:1789264480.757225:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 115 00000100:00100000:0.0:1789264480.757236:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18041:x1876179311275520:12345-192.168.203.44@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789264480.757398:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18041:x1876179311275520:12345-192.168.203.44@tcp:503:mount.lustre.0 Request processed in 162us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.757406:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 115 00000100:00100000:3.0:1789264480.761140:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.761246:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275648 00000100:00100000:1.0:1789264480.761257:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275648 00000100:00100000:1.0:1789264480.761328:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 116 00000100:00100000:1.0:1789264480.761339:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275648:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789264480.761785:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275648:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 404us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.761795:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 116 00000100:00100000:1.0:1789264480.783646:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.783778:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275776 00000100:00100000:2.0:1789264480.783788:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275776 00000100:00100000:2.0:1789264480.783847:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 117 00000100:00100000:2.0:1789264480.783856:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275776:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789264480.784016:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275776:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 160us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.784024:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 117 00000100:00100000:3.0:1789264480.793251:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.793444:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311275904 00000100:00100000:1.0:1789264480.793454:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311275904 00000100:00100000:1.0:1789264480.793561:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 118 00000100:00100000:1.0:1789264480.793572:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275904:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789264480.793727:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18060:x1876179311275904:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 156us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.793734:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 118 00000100:00100000:3.0:1789264480.796307:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.796441:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276032 00000100:00100000:0.0:1789264480.796450:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276032 00000100:00100000:0.0:1789264480.796501:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 119 00000100:00100000:0.0:1789264480.796510:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+8:18041:x1876179311276032:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264480.796526:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264480.796545:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366a800/0xecaf9f2f14ed8ab7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb056 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.796572:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366a800/0xecaf9f2f14ed8ab7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb056 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.796583:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366a800/0xecaf9f2f14ed8ab7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb056 expref: 9 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264480.796593:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366a800, rc 0) 00000100:00100000:0.0:1789264480.796662:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+9:18041:x1876179311276032:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 152us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.796669:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 119 00000100:00100000:3.0:1789264480.799608:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.799984:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276160 00000100:00100000:1.0:1789264480.799994:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276160 00000100:00100000:1.0:1789264480.800102:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 120 00000100:00100000:1.0:1789264480.800113:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+9:18041:x1876179311276160:12345-192.168.203.44@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789264480.800139:0:22761:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789264480.800163:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789264480.800168:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789264480.800177:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789264480.800180:0:22761:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789264480.800183:0:22761:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789264480.802459:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+9:18041:x1876179311276160:12345-192.168.203.44@tcp:256:mount.lustre.0 Request processed in 2339us (2851us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.802471:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 120 00000100:00100000:3.0:1789264480.804781:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.804858:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276288 00000100:00100000:2.0:1789264480.804869:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276288 00000100:00100000:2.0:1789264480.804915:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 121 00000100:00100000:2.0:1789264480.804925:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+9:18041:x1876179311276288:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789264480.804941:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264480.804958:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb05d expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264480.804985:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 10 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264480.804997:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 10 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264480.805006:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3983e45000, rc 0) 00000100:00100000:2.0:1789264480.805062:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18041:x1876179311276288:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 138us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.805069:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 121 00000100:00100000:3.0:1789264480.806460:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.806561:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276416 00000100:00100000:1.0:1789264480.806568:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276416 00000100:00100000:1.0:1789264480.806613:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 122 00000100:00100000:1.0:1789264480.806621:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18041:x1876179311276416:12345-192.168.203.44@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789264480.806896:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18041:x1876179311276416:12345-192.168.203.44@tcp:501:mount.lustre.0 Request processed in 274us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.806903:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 122 00000100:00100000:3.0:1789264480.808132:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.808208:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276544 00000100:00100000:2.0:1789264480.808216:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276544 00000100:00100000:2.0:1789264480.808299:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 123 00000100:00100000:2.0:1789264480.808308:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18041:x1876179311276544:12345-192.168.203.44@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789264480.808442:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18041:x1876179311276544:12345-192.168.203.44@tcp:503:mount.lustre.0 Request processed in 134us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.808456:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 123 00000100:00100000:3.0:1789264480.810977:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.811544:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276672 00000100:00100000:1.0:1789264480.811555:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276672 00000100:00100000:1.0:1789264480.811711:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 124 00000100:00100000:1.0:1789264480.811723:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18065:x1876179311276672:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789264480.811922:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18065:x1876179311276672:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 201us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.811930:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 124 00000100:00100000:3.0:1789264480.814171:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.814342:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276800 00000100:00100000:2.0:1789264480.814352:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276800 00000100:00100000:2.0:1789264480.814395:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 125 00000100:00100000:2.0:1789264480.814415:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18065:x1876179311276800:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789264480.814559:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18065:x1876179311276800:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 155us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.814567:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 125 00000100:00100000:3.0:1789264480.822226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264480.822700:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.822829:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311276928 00000100:00100000:1.0:1789264480.822838:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311276928 00000100:00100000:1.0:1789264480.822884:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277184 00000100:00100000:1.0:1789264480.822888:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277184 00000100:00100000:1.0:1789264480.822915:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:1.0:1789264480.822924:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1876179311276928:12345-192.168.203.44@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789264480.822954:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from b0cf9464-0980-4629-90d9-a000ea360354@192.168.203.44@tcp t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:1.0:1789264480.823014:0:22767:0:(genops.c:1385:class_connect()) connect: client b0cf9464-0980-4629-90d9-a000ea360354, cookie 0xecaf9f2f14ed8ac5 00000004:00100000:1.0:1789264480.823039:0:22767:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789264480.823248:0:22767:0:(import.c:65:import_set_state_nolock()) ffff9c3a8791a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789264480.823312:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2401:x1876179311276928:12345-192.168.203.44@tcp:38:mount.lustre.0 Request processed in 387us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.823320:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:1.0:1789264480.823339:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:1.0:1789264480.823344:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1876179311277184:12345-192.168.203.44@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789264480.823359:0:22767:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from b0cf9464-0980-4629-90d9-a000ea360354@192.168.203.44@tcp t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:1.0:1789264480.823390:0:22767:0:(genops.c:1385:class_connect()) connect: client b0cf9464-0980-4629-90d9-a000ea360354, cookie 0xecaf9f2f14ed8acc 00000004:00100000:1.0:1789264480.823415:0:22767:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789264480.823563:0:22767:0:(import.c:65:import_set_state_nolock()) ffff9c3a8791f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789264480.823589:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2401:x1876179311277184:12345-192.168.203.44@tcp:38:mount.lustre.0 Request processed in 243us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.823596:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:3.0:1789264480.829800:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264480.829855:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264480.829892:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.829996:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277440 00000100:00100000:0.0:1789264480.830006:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277440 00000100:00100000:0.0:1789264480.830062:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277312 00000100:00100000:0.0:1789264480.830066:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277312 00000100:00100000:0.0:1789264480.830082:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277056 00000100:00100000:0.0:1789264480.830085:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277056 00000100:00100000:0.0:1789264480.830100:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:0.0:1789264480.830108:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+7:18041:x1876179311277440:12345-192.168.203.44@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789264480.830142:0:24233:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789264480.830241:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+7:18041:x1876179311277440:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 132us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.830249:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:0.0:1789264480.830266:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:0.0:1789264480.830273:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:0:x1876179311277312:12345-192.168.203.44@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789264480.830290:0:24233:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789264480.830325:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:0:x1876179311277312:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 52us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.830331:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:0.0:1789264480.830344:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:0.0:1789264480.830350:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:0:x1876179311277056:12345-192.168.203.44@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789264480.830360:0:24233:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789264480.830381:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:0:x1876179311277056:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 32us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.830411:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00080000:0.0:1789264480.830431:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789264480.830435:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789264480.835691:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.835875:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277568 00000100:00100000:0.0:1789264480.835887:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277568 00000100:00100000:0.0:1789264480.835950:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12 00000100:00100000:0.0:1789264480.835960:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311277568:12345-192.168.203.44@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789264480.836047:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311277568:12345-192.168.203.44@tcp:40:mount.lustre.0 Request processed in 88us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264480.836055:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12 00000100:00100000:0.0:1789264480.838823:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264480.838875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264480.838949:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277696 00000100:00100000:2.0:1789264480.838958:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277696 00000100:00100000:2.0:1789264480.838998:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277824 00000100:00100000:2.0:1789264480.839000:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277824 00000100:00100000:2.0:1789264480.839023:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264480.839030:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1876179311277696:12345-192.168.203.44@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789264480.839060:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from b0cf9464-0980-4629-90d9-a000ea360354@192.168.203.44@tcp t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:2.0:1789264480.839093:0:24272:0:(genops.c:1385:class_connect()) connect: client b0cf9464-0980-4629-90d9-a000ea360354, cookie 0xecaf9f2f14ed8ad3 00002000:00100000:2.0:1789264480.839104:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b0cf9464-0980-4629-90d9-a000ea360354/ffff9c3983e33000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113968 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789264480.839119:0:24272:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789264480.839277:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789264480.839306:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c3983e35000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789264480.839368:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2401:x1876179311277696:12345-192.168.203.44@tcp:8:mount.lustre.0 Request processed in 337us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.839376:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264480.839395:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:2.0:1789264480.839414:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1876179311277824:12345-192.168.203.44@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789264480.839446:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from b0cf9464-0980-4629-90d9-a000ea360354@192.168.203.44@tcp t0 exp 0000000000000000 cur 561 last 0 00000020:00000080:2.0:1789264480.839462:0:24272:0:(genops.c:1385:class_connect()) connect: client b0cf9464-0980-4629-90d9-a000ea360354, cookie 0xecaf9f2f14ed8ada 00002000:00100000:2.0:1789264480.839467:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b0cf9464-0980-4629-90d9-a000ea360354/ffff9c3983e34800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113968 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789264480.839478:0:24272:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789264480.839719:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789264480.839736:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c3983e32000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789264480.839794:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2401:x1876179311277824:12345-192.168.203.44@tcp:8:mount.lustre.0 Request processed in 392us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.839800:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:3.0:1789264480.841559:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.841699:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311277952 00000100:00100000:1.0:1789264480.841709:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311277952 00000100:00100000:1.0:1789264480.841797:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:1.0:1789264480.841817:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311277952:12345-192.168.203.44@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789264480.841882:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311277952:12345-192.168.203.44@tcp:900:mount.lustre.0 Request processed in 77us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264480.841889:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:3.0:1789264480.845483:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264480.845611:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278080 00000100:00100000:1.0:1789264480.845621:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278080 00000100:00100000:1.0:1789264480.845673:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:1.0:1789264480.845697:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311278080:12345-192.168.203.44@tcp:33:mount.lustre.0 00000004:00080000:0.0:1789264480.851237:0:22769:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5414us 00000004:00200000:2.0:1789264480.865820:0:22769:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789264480.865984:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+6:18041:x1876179311278080:12345-192.168.203.44@tcp:33:mount.lustre.0 Request processed in 20283us (20503us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264480.865997:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:0.0:1789264481.010672:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264481.010826:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278208 00000100:00100000:2.0:1789264481.010836:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278208 00000100:00100000:2.0:1789264481.010906:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:2.0:1789264481.010918:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+6:18088:x1876179311278208:12345-192.168.203.44@tcp:101:mkdir.0 00010000:00010000:2.0:1789264481.010943:0:25098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264481.010970:0:25098:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44200/0xecaf9f2f14ed8ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb08e expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011046:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011061:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011094:0:25098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789264481.011142:0:25098:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789264481.011146:0:25098:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789264481.011201:0:25098:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011231:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44200/0xecaf9f2f14ed8ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb08e expref: 8 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011250:0:25098:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb08e expref: 7 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264481.011259:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:2.0:1789264481.011262:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789264481.011265:0:25098:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3983e44400, rc 0) 00000100:00100000:2.0:1789264481.011333:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+7:18088:x1876179311278208:12345-192.168.203.44@tcp:101:mkdir.0 Request processed in 417us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264481.011340:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:3.0:1789264481.290050:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322891520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789264481.290121:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290194:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322892032:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290214:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891904:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290225:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290248:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322892544:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290256:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290280:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.290285:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322892416:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290313:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322893056:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290321:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.290349:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322892928:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290352:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290378:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789264481.290385:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322891648:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290411:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290424:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.290460:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1789264481.290467:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322892160:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290470:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abac6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891776:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290506:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.290516:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290531:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3624:1876179322892672:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290541:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322892288:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290578:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290588:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.290600:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322892800:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290629:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264481.290647:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892544 00000100:00100000:2.0:1789264481.290655:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892032 00000100:00100000:3.0:1789264481.290656:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892544 00000100:00100000:2.0:1789264481.290662:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892032 00000100:00100000:3.0:1789264481.290700:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893056 00000100:00100000:3.0:1789264481.290704:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893056 00000100:00100000:2.0:1789264481.290706:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891904 00000100:00100000:2.0:1789264481.290712:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891904 00000100:00100000:2.0:1789264481.290733:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892416 00000100:00100000:2.0:1789264481.290737:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892416 00000100:00100000:3.0:1789264481.290768:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892928 00000100:00100000:3.0:1789264481.290773:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892928 00000100:00100000:2.0:1789264481.290784:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789264481.290795:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3624:x1876179322892032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290797:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892160 00000100:00100000:3.0:1789264481.290813:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892160 00000100:00100000:3.0:1789264481.290831:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892672 00000100:00100000:3.0:1789264481.290835:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892672 00000100:00100000:3.0:1789264481.290855:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892800 00000100:00100000:3.0:1789264481.290858:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892800 00000100:00100000:2.0:1789264481.290867:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3624:x1876179322892032:12345-0@lo:400:kworker.0 Request processed in 73us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.290878:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789264481.290879:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789264481.290890:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322892544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290904:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789264481.290914:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.290934:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322892544:12345-0@lo:400:kworker.0 Request processed in 44us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.290942:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789264481.290960:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891904:12345-0@lo:400:kworker.0 Request processed in 47us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.290962:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789264481.290974:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789264481.290975:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322893056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.290994:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789264481.291005:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322892416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.291014:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322893056:12345-0@lo:400:kworker.0 Request processed in 41us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.291021:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789264481.291036:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789264481.291042:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322892416:12345-0@lo:400:kworker.0 Request processed in 40us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.291047:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322892928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291064:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789264481.291084:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322892928:12345-0@lo:400:kworker.0 Request processed in 40us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.291091:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789264481.291452:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264481.291464:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322892160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291499:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322892160:12345-0@lo:400:kworker.0 Request processed in 39us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264481.291506:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789264481.291521:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789264481.291527:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1876179322892672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.291537:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789264481.291548:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322892800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291561:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1876179322892672:12345-0@lo:400:kworker.0 Request processed in 33us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264481.291568:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789264481.291588:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322892800:12345-0@lo:400:kworker.0 Request processed in 43us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264481.291596:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:2.0:1789264481.291642:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39836e3b80 x1876179322892800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264481.291657:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322892800:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291675:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891904:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291683:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322892416:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.291693:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322892160:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291698:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322892928:0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.291715:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3624:1876179322892672:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291782:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891776 00000100:00100000:2.0:1789264481.291788:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891776 00010000:00080000:3.0:1789264481.291823:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c39836e1500 x1876179322893056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264481.291831:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322892288 00000100:00100000:3.0:1789264481.291835:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322893056:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291836:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322892288 00000100:00100000:3.0:1789264481.291854:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322892032:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291860:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789264481.291871:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322892544:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.291872:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.291892:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789264481.291902:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39836e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322893184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789264481.291940:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264481.291952:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322891776:12345-0@lo:400:kworker.0 Request processed in 81us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264481.291959:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789264481.291979:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789264481.291987:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322892288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264481.292106:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322892288:12345-0@lo:400:kworker.0 Request processed in 120us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264481.292181:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322893312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789264481.292218:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789264481.292258:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789264481.292263:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789264481.292266:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789264481.292268:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789264481.292287:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891648 00000100:00100000:0.0:1789264481.292291:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891648 00000100:00100000:0.0:1789264481.292315:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1789264481.292321:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aaf7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322891648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264481.292367:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aaf7e6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322891648:12345-0@lo:400:kworker.0 Request processed in 46us (1943us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264481.292607:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1789264481.292670:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322891520 00000100:00100000:0.0:1789264481.292675:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322891520 00000100:00100000:0.0:1789264481.292698:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893184 00000100:00100000:0.0:1789264481.292701:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893184 00000100:00100000:0.0:1789264481.292710:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893312 00000100:00100000:0.0:1789264481.292712:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893312 00000100:00100000:0.0:1789264481.292724:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264481.292731:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322891520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789264481.292774:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789264481.292825:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322891520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (2704us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264481.292832:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789264481.292850:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789264481.292866:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322893184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789264481.292876:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789264481.292904:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322893184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264481.292909:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789264481.292921:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789264481.292927:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322893312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789264481.292935:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789264481.292961:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3622:x1876179322893312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264481.292966:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789264481.293000:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322893312:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1789264481.293027:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789264481.293183:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322891776:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.293194:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322892288:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.293241:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39836e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322893184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264481.293250:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abac68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322891648:0@lo:400:kworker.0 00000100:00100000:2.0:1789264481.293263:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322891520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789264481.294105:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:1.0:1789264481.740721:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789264481.810684:0:25083:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b0cf9464-0980-4629-90d9-a000ea360354 00000001:00080000:2.0:1789264481.810699:0:25083:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1789264482.313998:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789264482.314032:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c39845ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322893440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789264482.314103:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264482.314186:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789264482.314198:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322893568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789264482.314229:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264482.314282:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893440 00000100:00100000:2.0:1789264482.314291:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893440 00000100:00100000:2.0:1789264482.314344:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789264482.314356:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322893440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789264482.314390:0:23169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264482.314449:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322893440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264482.314456:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789264482.314651:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c39845ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322893440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264482.314826:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789264482.314838:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322893696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264482.314872:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264482.314973:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893696 00000100:00100000:0.0:1789264482.314979:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893696 00000100:00100000:0.0:1789264482.315125:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789264482.315135:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322893696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789264482.315157:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789264482.315213:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322893696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264482.315220:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789264482.315292:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322893696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789264482.316820:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893568 00000100:00100000:3.0:1789264482.316831:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893568 00000100:00100000:3.0:1789264482.316959:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789264482.316970:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322893568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789264482.317003:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789264482.317083:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322893568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264482.317090:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789264482.317175:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322893568:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1789264482.761987:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264482.877251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264482.877325:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278336 00000100:00100000:2.0:1789264482.877338:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278336 00000100:00080000:0.0:1789264482.877408:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789264482.877476:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14 00000100:00100000:2.0:1789264482.877489:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+7:18140:x1876179311278336:12345-192.168.203.44@tcp:41:lfs.0 00000004:00000024:2.0:1789264482.877600:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789264482.877812:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+7:18140:x1876179311278336:12345-192.168.203.44@tcp:41:lfs.0 Request processed in 325us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264482.877821:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14 00000100:00100000:3.0:1789264482.879523:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264482.879711:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278464 00000100:00100000:2.0:1789264482.879722:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278464 00000100:00080000:0.0:1789264482.879872:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789264482.879935:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15 00000100:00100000:2.0:1789264482.879946:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abad80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:18140:x1876179311278464:12345-192.168.203.44@tcp:41:lfs.0 00000004:00000024:2.0:1789264482.879985:0:22767:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264482.880082:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abad80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:18140:x1876179311278464:12345-192.168.203.44@tcp:41:lfs.0 Request processed in 137us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264482.880089:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15 00000100:00100000:0.0:1789264482.882683:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264482.882848:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278592 00000100:00100000:2.0:1789264482.882861:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278592 00000100:00100000:2.0:1789264482.882972:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:2.0:1789264482.882984:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b0cf9464-0980-4629-90d9-a000ea360354+6:18140:x1876179311278592:12345-192.168.203.44@tcp:13:lfs.0 00002000:00000024:2.0:1789264482.883023:0:24275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789264482.883150:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b0cf9464-0980-4629-90d9-a000ea360354+6:18140:x1876179311278592:12345-192.168.203.44@tcp:13:lfs.0 Request processed in 167us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264482.883159:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00080000:0.0:1789264482.883645:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789264482.886855:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264482.886912:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278720 00000100:00100000:3.0:1789264482.886925:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278720 00000100:00080000:0.0:1789264482.886975:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264482.887078:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:3.0:1789264482.887093:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b0cf9464-0980-4629-90d9-a000ea360354+5:18140:x1876179311278720:12345-192.168.203.44@tcp:13:lfs.0 00002000:00000024:3.0:1789264482.887137:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789264482.887275:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b0cf9464-0980-4629-90d9-a000ea360354+5:18140:x1876179311278720:12345-192.168.203.44@tcp:13:lfs.0 Request processed in 186us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264482.887282:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:1.0:1789264483.033170:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.033864:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278848 00000100:00100000:0.0:1789264483.033880:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278848 00000100:00100000:0.0:1789264483.034039:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 127 00000100:00100000:0.0:1789264483.034072:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+10:18172:x1876179311278848:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264483.034095:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264483.034119:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366a000/0xecaf9f2f14ed8aef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb095 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.034156:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366a000/0xecaf9f2f14ed8aef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb095 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.034169:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366a000/0xecaf9f2f14ed8aef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb095 expref: 11 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.034181:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366a000, rc 0) 00000100:00100000:0.0:1789264483.034377:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311278848:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 307us (1220us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.034385:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 127 00000100:00100000:0.0:1789264483.045935:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.046487:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311278976 00000100:00100000:1.0:1789264483.046500:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311278976 00000100:00100000:1.0:1789264483.046578:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 128 00000100:00100000:1.0:1789264483.046589:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311278976:12345-192.168.203.44@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789264483.046852:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311278976:12345-192.168.203.44@tcp:501:mount.lustre.0 Request processed in 263us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.046861:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 128 00000100:00100000:3.0:1789264483.056950:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.057220:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279104 00000100:00100000:0.0:1789264483.057233:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279104 00000100:00100000:0.0:1789264483.057316:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 129 00000100:00100000:0.0:1789264483.057327:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311279104:12345-192.168.203.44@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789264483.057855:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311279104:12345-192.168.203.44@tcp:503:mount.lustre.0 Request processed in 527us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.057866:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 129 00000100:00100000:0.0:1789264483.065179:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.065449:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279232 00000100:00100000:2.0:1789264483.065462:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279232 00000100:00100000:2.0:1789264483.065539:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 130 00000100:00100000:2.0:1789264483.065551:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279232:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789264483.065824:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279232:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 273us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264483.065834:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 130 00000040:00080000:0.0:1789264483.082694:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789264483.086574:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.086788:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279360 00000100:00100000:0.0:1789264483.086812:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279360 00000100:00100000:0.0:1789264483.086909:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 131 00000100:00100000:0.0:1789264483.086921:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279360:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789264483.087330:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279360:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 408us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.087341:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 131 00000100:00100000:3.0:1789264483.090026:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.090136:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279488 00000100:00100000:1.0:1789264483.090148:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279488 00000100:00100000:1.0:1789264483.090486:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 132 00000100:00100000:1.0:1789264483.090499:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279488:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789264483.090830:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18179:x1876179311279488:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 332us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.090839:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 132 00000100:00100000:1.0:1789264483.095308:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.096316:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279616 00000100:00100000:0.0:1789264483.096334:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279616 00000100:00100000:0.0:1789264483.096466:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 133 00000100:00100000:0.0:1789264483.096479:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18172:x1876179311279616:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264483.096502:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264483.096526:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8af6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb0c6 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.096564:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0c6 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.096578:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b400/0xecaf9f2f14ed8af6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0c6 expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.096589:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b400, rc 0) 00000100:00100000:0.0:1789264483.096730:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18172:x1876179311279616:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 253us (1435us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.096738:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 133 00000100:00100000:2.0:1789264483.101579:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.101703:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279744 00000100:00100000:0.0:1789264483.101716:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279744 00000100:00100000:0.0:1789264483.101907:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 134 00000100:00100000:0.0:1789264483.101926:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18172:x1876179311279744:12345-192.168.203.44@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789264483.101980:0:22759:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789264483.102003:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789264483.102008:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789264483.102011:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789264483.102014:0:22759:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789264483.102016:0:22759:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789264483.106333:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18172:x1876179311279744:12345-192.168.203.44@tcp:256:mount.lustre.0 Request processed in 4395us (4752us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.106352:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 134 00000100:00100000:2.0:1789264483.116152:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.116293:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311279872 00000100:00100000:0.0:1789264483.116308:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311279872 00000100:00100000:0.0:1789264483.116438:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 135 00000100:00100000:0.0:1789264483.116451:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18172:x1876179311279872:12345-192.168.203.44@tcp:101:mount.lustre.0 00010000:00010000:0.0:1789264483.116474:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264483.116500:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb0cd expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.116549:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 13 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.116564:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 13 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264483.116576:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366ba00, rc 0) 00000100:00100000:0.0:1789264483.116659:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18172:x1876179311279872:12345-192.168.203.44@tcp:101:mount.lustre.0 Request processed in 211us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.116667:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 135 00000100:00100000:3.0:1789264483.119537:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.120207:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280000 00000100:00100000:0.0:1789264483.120223:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280000 00000100:00100000:0.0:1789264483.120298:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 136 00000100:00100000:0.0:1789264483.120310:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18172:x1876179311280000:12345-192.168.203.44@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789264483.120541:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18172:x1876179311280000:12345-192.168.203.44@tcp:501:mount.lustre.0 Request processed in 232us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.120549:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 136 00000100:00100000:3.0:1789264483.124908:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.126967:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280128 00000100:00100000:1.0:1789264483.126987:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280128 00000100:00100000:1.0:1789264483.127086:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 137 00000100:00100000:1.0:1789264483.127114:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18172:x1876179311280128:12345-192.168.203.44@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789264483.127295:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18172:x1876179311280128:12345-192.168.203.44@tcp:503:mount.lustre.0 Request processed in 183us (2403us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.127307:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 137 00000100:00100000:2.0:1789264483.130258:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.130411:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280256 00000100:00100000:1.0:1789264483.130424:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280256 00000100:00100000:1.0:1789264483.130554:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 138 00000100:00100000:1.0:1789264483.130567:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18184:x1876179311280256:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789264483.130827:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18184:x1876179311280256:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 263us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.131107:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 138 00000100:00100000:2.0:1789264483.134024:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.134124:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280384 00000100:00100000:0.0:1789264483.134137:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280384 00000100:00100000:0.0:1789264483.134205:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 139 00000100:00100000:0.0:1789264483.134217:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18184:x1876179311280384:12345-192.168.203.44@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789264483.134694:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18184:x1876179311280384:12345-192.168.203.44@tcp:502:llog_process_th.0 Request processed in 477us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.134705:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 139 00000100:00100000:2.0:1789264483.143160:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.143337:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280512 00000100:00100000:1.0:1789264483.143351:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280512 00000100:00100000:1.0:1789264483.143691:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:1.0:1789264483.143702:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2401:x1876179311280512:12345-192.168.203.44@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789264483.143941:0:25098:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from b9c093a3-93b7-4885-9cb3-6c1657326a1d@192.168.203.44@tcp t0 exp 0000000000000000 cur 563 last 0 00000100:00100000:2.0:1789264483.143992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000020:00000080:1.0:1789264483.143994:0:25098:0:(genops.c:1385:class_connect()) connect: client b9c093a3-93b7-4885-9cb3-6c1657326a1d, cookie 0xecaf9f2f14ed8b04 00000100:00100000:3.0:1789264483.144072:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280768 00000100:00100000:3.0:1789264483.144078:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280768 00000004:00100000:1.0:1789264483.144084:0:25098:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1789264483.144104:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:3.0:1789264483.144110:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2401:x1876179311280768:12345-192.168.203.44@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789264483.144127:0:22768:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from b9c093a3-93b7-4885-9cb3-6c1657326a1d@192.168.203.44@tcp t0 exp 0000000000000000 cur 563 last 0 00000020:00000080:3.0:1789264483.144152:0:22768:0:(genops.c:1385:class_connect()) connect: client b9c093a3-93b7-4885-9cb3-6c1657326a1d, cookie 0xecaf9f2f14ed8b0b 00000004:00100000:3.0:1789264483.144166:0:22768:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789264483.144209:0:25098:0:(import.c:65:import_set_state_nolock()) ffff9c3ab1b08800 : changing import state from RECOVER to FULL 00000100:00080000:3.0:1789264483.144292:0:22768:0:(import.c:65:import_set_state_nolock()) ffff9c3983fd0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789264483.144301:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2401:x1876179311280512:12345-192.168.203.44@tcp:38:mount.lustre.0 Request processed in 599us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.144309:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:3.0:1789264483.144333:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2401:x1876179311280768:12345-192.168.203.44@tcp:38:mount.lustre.0 Request processed in 222us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264483.144340:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264483.147232:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.147283:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.147314:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264483.147409:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281408 00000100:00100000:3.0:1789264483.147423:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281408 00000100:00100000:2.0:1789264483.147429:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.147453:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281536 00000100:00100000:2.0:1789264483.147456:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281536 00000100:00100000:3.0:1789264483.147500:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:3.0:1789264483.147512:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311281408:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264483.147648:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281152 00000100:00100000:0.0:1789264483.147653:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281152 00000100:00100000:3.0:1789264483.147663:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311281408:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 153us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264483.147672:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:3.0:1789264483.147693:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:0.0:1789264483.147696:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281280 00000100:00100000:0.0:1789264483.147699:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281280 00000100:00100000:3.0:1789264483.147700:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311281536:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264483.147720:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:3.0:1789264483.147725:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311281536:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 27us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.147727:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+7:2403:x1876179311281152:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1789264483.147731:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:0.0:1789264483.147807:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+7:2403:x1876179311281152:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 80us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.147814:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:0.0:1789264483.147834:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:0.0:1789264483.147840:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311281280:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264483.147862:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311281280:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 24us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.147868:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:2.0:1789264483.149227:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.149262:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.149494:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281024 00000100:00100000:0.0:1789264483.149517:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281024 00000100:00100000:3.0:1789264483.149547:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280896 00000100:00100000:3.0:1789264483.149552:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280896 00000100:00100000:3.0:1789264483.149597:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:3.0:1789264483.149608:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311281024:12345-192.168.203.44@tcp:41:mount.lustre.0 00000100:00080000:1.0:1789264483.149615:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789264483.149621:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:3.0:1789264483.149639:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789264483.149710:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311281024:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 103us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264483.149717:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:3.0:1789264483.149735:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:2.0:1789264483.149800:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264483.149860:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:0:x1876179311280896:12345-192.168.203.44@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789264483.149884:0:22768:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789264483.149915:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:0:x1876179311280896:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 173us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264483.150273:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:0.0:1789264483.150319:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311280640 00000100:00100000:0.0:1789264483.150325:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311280640 00000100:00100000:0.0:1789264483.150352:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:0.0:1789264483.150359:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:0:x1876179311280640:12345-192.168.203.44@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789264483.150373:0:22766:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789264483.150423:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:0:x1876179311280640:12345-192.168.203.44@tcp:41:mount.lustre.0 Request processed in 61us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.150430:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:2.0:1789264483.152125:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264483.152338:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281664 00000100:00100000:0.0:1789264483.152348:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281664 00000100:00100000:0.0:1789264483.152429:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 21 00000100:00100000:0.0:1789264483.152441:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311281664:12345-192.168.203.44@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789264483.152582:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311281664:12345-192.168.203.44@tcp:40:mount.lustre.0 Request processed in 142us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.152590:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 21 00000100:00100000:1.0:1789264483.156094:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.156171:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.156271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.156337:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282048 00000100:00100000:2.0:1789264483.156353:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282048 00000100:00100000:2.0:1789264483.156457:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:2.0:1789264483.156469:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311282048:12345-192.168.203.44@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789264483.156593:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311282048:12345-192.168.203.44@tcp:900:mount.lustre.0 Request processed in 127us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264483.156602:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:0.0:1789264483.157726:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281792 00000100:00100000:0.0:1789264483.157740:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281792 00000100:00100000:3.0:1789264483.157779:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311281920 00000100:00100000:3.0:1789264483.157786:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311281920 00000100:00100000:3.0:1789264483.157896:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:3.0:1789264483.157906:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2401:x1876179311281920:12345-192.168.203.44@tcp:8:mount.lustre.0 00000100:00100000:0.0:1789264483.157942:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:0.0:1789264483.157950:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1876179311281792:12345-192.168.203.44@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789264483.157959:0:25240:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from b9c093a3-93b7-4885-9cb3-6c1657326a1d@192.168.203.44@tcp t0 exp 0000000000000000 cur 563 last 0 00010000:00080000:0.0:1789264483.157974:0:24272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from b9c093a3-93b7-4885-9cb3-6c1657326a1d@192.168.203.44@tcp t0 exp 0000000000000000 cur 563 last 0 00000020:00000080:0.0:1789264483.158012:0:24272:0:(genops.c:1385:class_connect()) connect: client b9c093a3-93b7-4885-9cb3-6c1657326a1d, cookie 0xecaf9f2f14ed8b19 00000020:00000080:3.0:1789264483.158016:0:25240:0:(genops.c:1385:class_connect()) connect: client b9c093a3-93b7-4885-9cb3-6c1657326a1d, cookie 0xecaf9f2f14ed8b12 00002000:00100000:0.0:1789264483.158029:0:24272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b9c093a3-93b7-4885-9cb3-6c1657326a1d/ffff9c3ab2384000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113968 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789264483.158044:0:24272:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:3.0:1789264483.158210:0:25240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b9c093a3-93b7-4885-9cb3-6c1657326a1d/ffff9c3983fd4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113968 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789264483.158220:0:25240:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789264483.158264:0:24272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00080000:3.0:1789264483.158294:0:25240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789264483.158336:0:25240:0:(import.c:65:import_set_state_nolock()) ffff9c3983fd0000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1789264483.158348:0:24272:0:(import.c:65:import_set_state_nolock()) ffff9c3ab2382800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789264483.158784:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2401:x1876179311281920:12345-192.168.203.44@tcp:8:mount.lustre.0 Request processed in 876us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264483.158806:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:0.0:1789264483.158841:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2401:x1876179311281792:12345-192.168.203.44@tcp:8:mount.lustre.0 Request processed in 889us (2668us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264483.158850:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:2.0:1789264483.160856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264483.161594:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282176 00000100:00100000:2.0:1789264483.161609:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282176 00000100:00100000:2.0:1789264483.161682:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1 00000100:00100000:2.0:1789264483.161694:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311282176:12345-192.168.203.44@tcp:33:mount.lustre.0 00000004:00200000:2.0:1789264483.162248:0:22770:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789264483.162723:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18172:x1876179311282176:12345-192.168.203.44@tcp:33:mount.lustre.0 Request processed in 677us (1527us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264483.162734:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1 00000100:00100000:2.0:1789264483.289480:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264483.289650:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282304 00000100:00100000:1.0:1789264483.289663:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282304 00000100:00100000:1.0:1789264483.289821:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:1.0:1789264483.289834:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18207:x1876179311282304:12345-192.168.203.44@tcp:101:mkdir.0 00010000:00010000:1.0:1789264483.289860:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264483.289890:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8b20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb0fe expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.289972:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.289988:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.290003:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264483.290059:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789264483.290064:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789264483.290090:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.290121:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8b20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 8 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.290143:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264483.290177:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:1.0:1789264483.291695:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789264483.291704:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673400, rc 0) 00000100:00100000:1.0:1789264483.291843:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+7:18207:x1876179311282304:12345-192.168.203.44@tcp:101:mkdir.0 Request processed in 2007us (2374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264483.291861:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 22 00000040:00080000:1.0:1789264483.403377:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789264483.786204:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264484.812225:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789264485.600315:0:25641:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:1.0:1789264485.835486:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264486.412052:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322893824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789264486.412123:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264486.412196:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893824 00000100:00100000:1.0:1789264486.412203:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893824 00000100:00100000:1.0:1789264486.412254:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789264486.412264:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322893824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789264486.412292:0:24275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789264486.412337:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322893824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264486.412344:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:1.0:1789264486.412364:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789264486.412401:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322893824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789264486.413906:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322894080:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.413963:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.413997:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322894592:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414033:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.414057:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789264486.414063:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322894208:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414086:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.414101:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322894720:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414121:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.414149:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894592 00000100:00100000:2.0:1789264486.414154:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894592 00000100:00100000:2.0:1789264486.414199:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789264486.414208:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322894592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414252:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1876179322894592:12345-0@lo:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264486.414269:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789264486.414292:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894208 00000100:00100000:2.0:1789264486.414296:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894208 00000100:00100000:2.0:1789264486.414315:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894720 00000100:00100000:2.0:1789264486.414317:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894720 00000100:00100000:2.0:1789264486.414330:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789264486.414335:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322894208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414374:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322894208:12345-0@lo:400:kworker.0 Request processed in 39us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264486.414380:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789264486.414391:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789264486.414396:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322894720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414422:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322894720:12345-0@lo:400:kworker.0 Request processed in 26us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264486.414427:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789264486.414462:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322894208:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414470:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322894720:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.414478:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3624:1876179322894592:0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.414888:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3625:1876179322895232:0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.414920:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264486.414942:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789264486.414948:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3625:1876179322895104:0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.414969:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264486.414994:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895232 00000100:00100000:3.0:1789264486.414999:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895232 00000100:00100000:3.0:1789264486.415042:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895104 00000100:00100000:3.0:1789264486.415046:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895104 00000100:00100000:3.0:1789264486.415063:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789264486.415070:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876179322895232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.415105:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1876179322895232:12345-0@lo:400:kworker.0 Request processed in 35us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.415111:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789264486.415124:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789264486.415130:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876179322895104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.415155:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1876179322895104:12345-0@lo:400:kworker.0 Request processed in 25us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.415160:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1789264486.415181:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789264486.415185:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789264486.415204:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3625:1876179322895104:0@lo:400:kworker.0 00010000:00080000:3.0:1789264486.415215:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c398465bb80 x1876179322895232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789264486.415225:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3625:1876179322895232:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.416879:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322893952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264486.416956:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.416988:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322894464:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417014:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417034:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322894976:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417056:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417082:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322895488:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417101:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417120:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1789264486.417126:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322894336:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417145:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417161:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abad81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322894848:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417178:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417194:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322895360:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417213:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264486.417240:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894464 00000100:00100000:2.0:1789264486.417246:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894464 00000100:00100000:2.0:1789264486.417292:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894336 00000100:00100000:2.0:1789264486.417296:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894336 00000100:00100000:1.0:1789264486.417308:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894080 00000100:00100000:1.0:1789264486.417314:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894080 00000100:00100000:2.0:1789264486.417333:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894848 00000100:00100000:2.0:1789264486.417338:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894848 00000100:00100000:1.0:1789264486.417355:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1789264486.417366:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322894080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417369:0:25245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789264486.417380:0:25245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322894464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264486.417432:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3624:x1876179322894080:12345-0@lo:400:kworker.0 Request processed in 68us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264486.417439:0:25245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322894464:12345-0@lo:400:kworker.0 Request processed in 60us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264486.417444:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1789264486.417466:0:25245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789264486.417484:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264486.417491:0:25245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264486.417495:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322894336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417504:0:25245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322894848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789264486.417531:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322894336:12345-0@lo:400:kworker.0 Request processed in 39us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264486.417539:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789264486.417546:0:25245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322894848:12345-0@lo:400:kworker.0 Request processed in 45us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264486.417554:0:25245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264486.417565:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322893952 00000100:00100000:1.0:1789264486.417570:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322893952 00000100:00100000:1.0:1789264486.417598:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789264486.417606:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abac6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322893952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789264486.417626:0:24275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789264486.417648:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322894336:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417659:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322894848:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.417676:0:3623:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789264486.417954:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322894976 00000100:00100000:3.0:1789264486.417959:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322894976 00000100:00100000:3.0:1789264486.417987:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895488 00000100:00100000:3.0:1789264486.417990:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895488 00000100:00100000:3.0:1789264486.418013:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895360 00000100:00100000:3.0:1789264486.418016:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895360 00000100:00100000:3.0:1789264486.418031:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789264486.418038:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1876179322894976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.418074:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1876179322894976:12345-0@lo:400:kworker.0 Request processed in 37us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.418087:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1789264486.418101:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789264486.418106:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322895488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.418136:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1876179322895488:12345-0@lo:400:kworker.0 Request processed in 29us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.418141:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789264486.418153:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789264486.418159:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322895360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264486.418184:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1876179322895360:12345-0@lo:400:kworker.0 Request processed in 26us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.418189:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1789264486.418213:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789264486.418216:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789264486.418219:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789264486.418221:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264486.418248:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322894080:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.419277:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322894464:0@lo:400:kworker.0 00000001:00100000:2.0:1789264486.419456:0:24267:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b9c093a3-93b7-4885-9cb3-6c1657326a1d 00000001:00100000:2.0:1789264486.419463:0:24267:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b0cf9464-0980-4629-90d9-a000ea360354 00000001:00100000:2.0:1789264486.420472:0:23499:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b9c093a3-93b7-4885-9cb3-6c1657326a1d 00000001:00100000:2.0:1789264486.420480:0:23499:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b0cf9464-0980-4629-90d9-a000ea360354 00000100:00100000:2.0:1789264486.420528:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abad83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3623:1876179322894976:0@lo:400:kworker.0 00010000:00080000:2.0:1789264486.420546:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c398465b480 x1876179322895488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264486.420556:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3623:1876179322895488:0@lo:400:kworker.0 00000100:00100000:2.0:1789264486.420590:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3623:1876179322895360:0@lo:400:kworker.0 00000100:00100000:1.0:1789264486.420672:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abac6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322893952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3063us (3713us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264486.420683:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789264486.420888:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a8c73e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322893952:0@lo:13:osp-pre-1-1.0 00000001:00100000:2.0:1789264486.421569:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b9c093a3-93b7-4885-9cb3-6c1657326a1d 00000001:00100000:2.0:1789264486.421575:0:22746:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b0cf9464-0980-4629-90d9-a000ea360354 00000100:00100000:3.0:1789264486.421628:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789264486.421642:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322895616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789264486.421850:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264486.421895:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895616 00000100:00100000:3.0:1789264486.421901:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895616 00000100:00100000:3.0:1789264486.421947:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789264486.421956:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322895616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789264486.421977:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1789264486.422015:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322895616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264486.422088:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789264486.422126:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322895616:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1789264486.858022:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264487.434727:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322895744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264487.434837:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264487.434889:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895744 00000100:00100000:2.0:1789264487.434896:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895744 00000100:00100000:2.0:1789264487.434940:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789264487.434949:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322895744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789264487.434982:0:23169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264487.435038:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1876179322895744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264487.435051:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789264487.435097:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3625:1876179322895744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789264487.435723:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789264487.435733:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322895872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264487.435796:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264487.435824:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322895872 00000100:00100000:2.0:1789264487.435829:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322895872 00000100:00100000:2.0:1789264487.435855:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789264487.435861:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322895872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789264487.435881:0:22772:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789264487.435916:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322895872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264487.435923:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789264487.435952:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322895872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264487.436769:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789264487.436781:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322896000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789264487.436821:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264487.436928:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896000 00000100:00100000:3.0:1789264487.436934:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896000 00000100:00100000:3.0:1789264487.436976:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789264487.436984:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322896000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789264487.436999:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789264487.438130:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322896000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1143us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264487.438139:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789264487.440674:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322896000:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1789264487.885912:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789264488.135014:0:25788:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffed0ee4070 20000000:00000080:3.0:1789264488.135031:0:25788:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c3abe7ccc00 uarg=0000000000000000 20000000:01000000:3.0:1789264488.135075:0:25788:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789264488.135081:0:25788:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789264488.135086:0:25788:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1789264488.136201:0:25789:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1789264488.136364:0:25788:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789264488.145317:0:25788:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789264488.145351:0:25788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145447:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145457:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145464:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145489:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145498:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145505:0:25788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145514:0:25788:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145554:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 12 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145568:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 12 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.145583:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984659880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896128:192.168.203.44@tcp:104: 00010000:00010000:3.0:1789264488.145690:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145699:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 12 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.145708:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896256:192.168.203.44@tcp:104: 00010000:00010000:3.0:1789264488.145780:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145801:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.145812:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984658700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896384:0@lo:104: 00000100:00100000:3.0:1789264488.145850:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264488.145886:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896384 00000100:00100000:3.0:1789264488.145893:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896384 00000100:00100000:3.0:1789264488.145936:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789264488.145944:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896384:12345-0@lo:104: 00010000:00010000:3.0:1789264488.145955:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.145997:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789264488.146002:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896384:12345-0@lo:104: Request processed in 59us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264488.146014:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:3.0:1789264488.146043:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.146053:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 23 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.146061:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984658e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896512:0@lo:104: 00000100:00100000:3.0:1789264488.146089:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264488.146120:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896512 00000100:00100000:3.0:1789264488.146124:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896512 00000100:00100000:3.0:1789264488.146158:0:22750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789264488.146167:0:22750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896512:12345-0@lo:104: 00010000:00010000:3.0:1789264488.146182:0:22750:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.146225:0:22750:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789264488.146231:0:22750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896512:12345-0@lo:104: Request processed in 67us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264488.146239:0:22750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1789264488.146296:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 23 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.146305:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 23 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.146313:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984659180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896640:0@lo:104: 00000100:00100000:3.0:1789264488.146334:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264488.146353:0:22750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896640 00000100:00100000:3.0:1789264488.146357:0:22750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896640 00010000:00010000:1.0:1789264488.146486:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789264488.146489:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789264488.146494:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.146505:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3983e45200 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:1.0:1789264488.146511:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.146528:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789264488.146537:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789264488.146544:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789264488.146574:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.146581:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789264488.146605:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.146614:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3983e45200/0xecaf9f2f14ed894b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8952 expref: -99 pid: 25082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.146626:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264488.146629:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264488.146632:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.146678:0:25790:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.146685:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.146692:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ac00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264488.146695:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.146702:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264488.146719:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264488.146724:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1789264488.146735:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789264488.146785:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896640:12345-0@lo:104: 00010000:00010000:0.0:1789264488.146796:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.146851:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789264488.146857:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322896640:12345-0@lo:104: Request processed in 115us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264488.146863:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789264488.147117:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.147124:0:22754:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264488.147125:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789264488.147132:0:22754:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.147140:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.147141:0:22754:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3abb9ffe00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:1.0:1789264488.147148:0:22754:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.147152:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366ac00/0xecaf9f2f14ed87d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed87d8 expref: -99 pid: 24266 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.147164:0:22754:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.147170:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.147172:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.147175:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.147181:0:25790:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00010000:1.0:1789264488.147184:0:22754:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.147185:0:25790:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789264488.147193:0:22754:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789264488.147290:0:22754:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.147292:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322896768:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264488.147297:0:22754:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1789264488.147327:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264488.147378:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789264488.147385:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322896896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789264488.147408:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264488.147441:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896768 00000100:00100000:0.0:1789264488.147445:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896768 00010000:00010000:1.0:1789264488.147464:0:22754:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.147465:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 24 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.147473:0:22754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8792 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed8799 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.147484:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264488.147484:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322896896 00010000:00010000:1.0:1789264488.147485:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789264488.147487:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264488.147487:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322896896 00000100:00100000:1.0:1789264488.147498:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322897024:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264488.147499:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.147512:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264488.147525:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264488.147525:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3624:x1876179322896768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264488.147535:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1789264488.147541:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:0.0:1789264488.147541:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 25 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264488.147552:0:22753:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:0.0:1789264488.147556:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 25 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.147576:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264488.147621:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3624:x1876179322896768:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264488.147628:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789264488.147639:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897024 00000100:00100000:1.0:1789264488.147643:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897024 00000100:00100000:0.0:1789264488.147646:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789264488.147651:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3624:x1876179322896896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789264488.147658:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264488.147659:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.147663:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.147670:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264488.147673:0:22753:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789264488.147680:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00010000:0.0:1789264488.147681:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264488.147686:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3622:x1876179322897024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789264488.147692:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264488.147703:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.147708:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+25:3624:x1876179322896896:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (299us total) trans 0 rc 0/0 00010000:00010000:1.0:1789264488.147712:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 25 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.147714:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1789264488.147723:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789264488.147782:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3622:x1876179322897024:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264488.147789:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789264488.147814:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322896896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789264488.147823:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3622:1876179322897024:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789264488.147831:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3624:1876179322896768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789264488.148051:0:25788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.148063:0:25788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 23 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.148074:0:25788:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322897152:0@lo:104: 00000100:00100000:3.0:1789264488.148101:0:25788:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264488.148168:0:25788:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d6c0 going to sleep for 11 seconds 00010000:00010000:3.0:1789264488.148183:0:25788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836cbe00/0xecaf9f2f14ed8952 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed894b expref: 23 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.148193:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984658700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896384:0@lo:104: 00010000:00010000:3.0:1789264488.148210:0:25788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abac1de00/0xecaf9f2f14ed87d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed87d1 expref: 22 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.148219:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984658e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896512:0@lo:104: 00010000:00010000:3.0:1789264488.148228:0:25788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8799 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8792 expref: 21 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.148235:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984659180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896640:0@lo:104: 00000100:00100000:0.0:1789264488.148448:0:22749:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897152 00000100:00100000:0.0:1789264488.148453:0:22749:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897152 00000100:00100000:0.0:1789264488.148520:0:22749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789264488.148528:0:22749:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322897152:12345-0@lo:104: 00010000:00010000:0.0:1789264488.148545:0:22749:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264488.148607:0:22749:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789264488.148613:0:22749:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+3:25788:x1876179322897152:12345-0@lo:104: Request processed in 86us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264488.148620:0:22749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789264488.148674:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322897152:0@lo:104: 00010000:00010000:2.0:1789264488.148713:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264488.148719:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.148726:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366aa00 already unused, calling callback (ffffffffc148ec20) 10000000:00010000:2.0:1789264488.148735:0:22755:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.148775:0:22755:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789264488.148783:0:22755:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264488.148788:0:22755:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789264488.148813:0:22755:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.148819:0:22755:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789264488.148831:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.148838:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9c398366aa00/0xecaf9f2f14ed8784 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xecaf9f2f14ed878b expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.148851:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.148853:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264488.148855:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264488.148916:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322897280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789264488.148946:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264488.149019:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897280 00000100:00100000:2.0:1789264488.149023:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897280 00010000:00010000:2.0:1789264488.149039:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 21 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264488.149065:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789264488.149072:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:3623:x1876179322897280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789264488.149080:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264488.149091:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 21 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.149099:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 21 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.149110:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3abb9fe400/0xecaf9f2f14ed878b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xecaf9f2f14ed8784 expref: 21 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.149121:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264488.149147:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:3623:x1876179322897280:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.149153:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789264488.149209:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3aa98a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322897280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789264488.150726:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264488.150823:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984659880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896128:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264488.150835:0:25788:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25788:1876179322896256:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264488.150867:0:25788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264488.150931:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264488.151277:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282432 00000100:00100000:0.0:1789264488.151285:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282432 00010000:00010000:0.0:1789264488.151318:0:25791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 13 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.151399:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282560 00000100:00100000:0.0:1789264488.151404:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282560 00010000:00010000:0.0:1789264488.151420:0:25791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 14 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264488.151456:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:2.0:1789264488.151468:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab6749850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:566ecc76-3954-4a51-a52f-a131c3957d5a+14:2403:x1876179311282432:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264488.151482:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264488.151490:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 14 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264488.151491:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 14 00000100:00100000:3.0:1789264488.151510:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:566ecc76-3954-4a51-a52f-a131c3957d5a+14:2403:x1876179311282560:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264488.151511:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 14 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.151524:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264488.151531:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 14 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.154667:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 14 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.154726:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c398366ba00/0xecaf9f2f14ed8afd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0cd expref: 14 pid: 22760 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264488.154767:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264488.154843:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab6749850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:2403:x1876179311282432:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3377us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.154870:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13 00010000:00010000:3.0:1789264488.155038:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c3983e45000/0xecaf9f2f14ed8abe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb05d expref: 12 pid: 22759 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155050:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155058:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155075:0:22753:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155082:0:22753:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155096:0:22753:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155102:0:22753:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155108:0:22753:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836caa00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:3.0:1789264488.155111:0:22753:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155118:0:22753:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155134:0:22753:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264488.155145:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264488.155170:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:566ecc76-3954-4a51-a52f-a131c3957d5a+11:2403:x1876179311282560:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3668us (4239us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264488.155178:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 14 00010000:00010000:1.0:1789264488.155211:0:25788:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.155221:0:25788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264488.155228:0:25788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c39836caa00/0xecaf9f2f14ed8b2e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264488.397180:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264488.400272:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282688 00000100:00100000:3.0:1789264488.400289:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282688 00000100:00100000:3.0:1789264488.400380:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:3.0:1789264488.400392:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311282688:12345-192.168.203.44@tcp:400:kworker.0 00000100:00080000:0.0:1789264488.400505:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789264488.402095:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311282688:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 1695us (4913us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264488.402108:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:2.0:1789264488.402250:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264488.402383:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264488.402450:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282944 00000100:00100000:1.0:1789264488.402459:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282944 00000100:00100000:3.0:1789264488.402524:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311282816 00000100:00100000:1.0:1789264488.402529:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:1.0:1789264488.402542:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311282944:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:3.0:1789264488.402543:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311282816 00000100:00100000:3.0:1789264488.402579:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 38 00000100:00100000:3.0:1789264488.402589:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311282816:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:1.0:1789264488.402619:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311282944:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 70us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264488.402625:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311282816:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 36us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264488.402632:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:3.0:1789264488.402638:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 38 00000100:00080000:2.0:1789264488.402951:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789264488.402956:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789264488.415079:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264488.415171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264488.415203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264488.415255:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283072 00000100:00100000:2.0:1789264488.415266:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283072 00000100:00080000:1.0:1789264488.415346:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789264488.415354:0:25245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:2.0:1789264488.415367:0:25245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b0cf9464-0980-4629-90d9-a000ea360354+5:2402:x1876179311283072:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264488.415450:0:25245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b0cf9464-0980-4629-90d9-a000ea360354+5:2402:x1876179311283072:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 86us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.415460:0:25245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:0.0:1789264488.424125:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264488.424271:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283584 00000100:00100000:2.0:1789264488.424282:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283584 00000100:00100000:2.0:1789264488.424360:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 12 00000100:00100000:2.0:1789264488.424369:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2402:x1876179311283584:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264488.424438:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2402:x1876179311283584:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 69us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.424446:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 12 00000100:00080000:0.0:1789264488.424657:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789264488.425841:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283200 00000100:00100000:3.0:1789264488.425851:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283200 00000100:00100000:2.0:1789264488.426094:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264488.426179:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283328 00000100:00100000:2.0:1789264488.426184:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283328 00000100:00100000:2.0:1789264488.426208:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:2.0:1789264488.426216:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2403:x1876179311283200:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:2.0:1789264488.426274:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2403:x1876179311283200:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 58us (11204us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.426295:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:2.0:1789264488.426313:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 40 00000100:00100000:2.0:1789264488.426320:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39845edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:2402:x1876179311283328:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264488.426364:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283456 00000100:00100000:0.0:1789264488.426368:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283456 00000100:00100000:0.0:1789264488.426398:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:0.0:1789264488.426405:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:2403:x1876179311283456:12345-192.168.203.44@tcp:400:kworker.0 00000100:00100000:0.0:1789264488.426434:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:2403:x1876179311283456:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 29us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264488.426457:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 13 00000100:00100000:2.0:1789264488.426679:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39845edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:2402:x1876179311283328:12345-192.168.203.44@tcp:400:kworker.0 Request processed in 358us (11475us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264488.426686:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 40 00000100:00080000:3.0:1789264488.429163:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789264488.429174:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789264488.429177:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:2.0:1789264488.459311:0:25083:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b9c093a3-93b7-4885-9cb3-6c1657326a1d 00010000:00010000:2.0:1789264488.908134:0:25790:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789264489.254196:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.254291:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283712 00000100:00100000:3.0:1789264489.254301:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283712 00000100:00100000:3.0:1789264489.254366:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 23 00000100:00100000:3.0:1789264489.254376:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+6:18676:x1876179311283712:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789264489.254395:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.254875:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb105 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.254948:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.254963:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.254974:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.254989:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255008:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255015:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255170:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb800/0xecaf9f2f14ed8b4a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255182:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb800/0xecaf9f2f14ed8b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255190:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb800/0xecaf9f2f14ed8b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.255218:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789264489.255222:0:22768:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789264489.255274:0:22768:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb800/0xecaf9f2f14ed8b4a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255286:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255292:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255298:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255304:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.255307:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255320:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255540:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:3.0:1789264489.255545:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.255551:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255557:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255573:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255580:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255586:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255591:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836caa00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.255593:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255598:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255605:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264489.255848:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.255854:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255872:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255913:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb105 expref: 8 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255928:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb800/0xecaf9f2f14ed8b4a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb105 expref: 7 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.255935:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c3ab7df2500) 00010000:00010000:3.0:1789264489.255938:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789264489.255940:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cb800, rc 0) 00000100:00100000:3.0:1789264489.256262:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+7:18676:x1876179311283712:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 1887us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.256271:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 23 00000100:00100000:2.0:1789264489.265367:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.265456:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311283840 00000100:00100000:1.0:1789264489.265465:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311283840 00000100:00100000:1.0:1789264489.265516:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:1.0:1789264489.265532:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+7:18676:x1876179311283840:12345-192.168.203.44@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1789264489.265608:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+7:18676:x1876179311283840:12345-192.168.203.44@tcp:900:lhsmtool_posix.0 Request processed in 84us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.265616:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:0.0:1789264489.267667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.267818:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284096 00000100:00100000:3.0:1789264489.267828:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284096 00000100:00100000:3.0:1789264489.267885:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 24 00000100:00100000:3.0:1789264489.267895:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+7:18676:x1876179311284096:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789264489.267912:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.267932:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b51 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb10c expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268001:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268016:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268042:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268057:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268064:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268072:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268174:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb200/0xecaf9f2f14ed8b66 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268182:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb200/0xecaf9f2f14ed8b66 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268189:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb200/0xecaf9f2f14ed8b66 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.268199:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1789264489.268340:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268347:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268353:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268359:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836caa00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.268368:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268375:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268387:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c3ab7df2500) 00010000:00010000:3.0:1789264489.268390:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.268395:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268400:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b58 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268414:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268419:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268424:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268429:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.268432:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268437:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268444:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264489.268446:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.268454:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.268460:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b5f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.270421:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b51 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb10c expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.270446:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb200/0xecaf9f2f14ed8b66 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb10c expref: 9 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.270454:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c3ab7df2f00) 00010000:00010000:3.0:1789264489.270457:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.270461:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cb200, rc 0) 00000100:00100000:3.0:1789264489.270535:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39837f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+9:18676:x1876179311284096:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 2641us (2875us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789264489.270544:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 24 00000100:00100000:2.0:1789264489.273665:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.274414:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284224 00000100:00100000:1.0:1789264489.274425:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284224 00000100:00100000:1.0:1789264489.274535:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 25 00000100:00100000:1.0:1789264489.274547:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+9:18676:x1876179311284224:12345-192.168.203.44@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789264489.274930:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+9:18676:x1876179311284224:12345-192.168.203.44@tcp:59:lhsmtool_posix.0 Request processed in 383us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.274938:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 25 00000100:00100000:2.0:1789264489.290942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.291020:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284352 00000100:00100000:3.0:1789264489.291029:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284352 00000100:00100000:3.0:1789264489.291122:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 26 00000100:00100000:3.0:1789264489.291133:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+5:18676:x1876179311284352:12345-192.168.203.44@tcp:59:lhsmtool_posix.0 00000004:00080000:1.0:1789264489.292772:0:22768:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1597us 00000100:00100000:0.0:1789264489.310773:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+5:18676:x1876179311284352:12345-192.168.203.44@tcp:59:lhsmtool_posix.0 Request processed in 19612us (19809us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.310787:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 26 00000100:00100000:0.0:1789264489.315103:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.316332:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284480 00000100:00100000:3.0:1789264489.316344:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284480 00000100:00100000:3.0:1789264489.316410:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:3.0:1789264489.316542:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+9:18682:x1876179311284480:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1789264489.316563:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.316582:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb113 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316656:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316670:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316682:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316885:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316894:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316902:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316942:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316949:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316956:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316961:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.316965:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316984:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.316996:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:3.0:1789264489.316999:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.317003:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317010:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8b7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317025:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317031:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317036:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317041:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836caa00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.317044:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317049:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317056:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264489.317059:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.317061:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317078:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8b82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317111:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b74 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb113 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317121:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:3.0:1789264489.317123:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.317126:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8b74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb113 expref: 10 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.317135:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cbe00, rc 0) 00000100:00100000:3.0:1789264489.317210:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+9:18682:x1876179311284480:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 673us (2116us total) trans 0 rc 301/301 00000100:00100000:3.0:1789264489.317217:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:0.0:1789264489.320728:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.320944:0:22775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284608 00000100:00100000:1.0:1789264489.320963:0:22775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284608 00000100:00100000:1.0:1789264489.321009:0:22775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:1.0:1789264489.321018:0:22775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b0cf9464-0980-4629-90d9-a000ea360354+9:18682:x1876179311284608:12345-192.168.203.44@tcp:700:lfs.0 00000100:00100000:1.0:1789264489.321252:0:22775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b0cf9464-0980-4629-90d9-a000ea360354+9:18682:x1876179311284608:12345-192.168.203.44@tcp:700:lfs.0 Request processed in 234us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.321260:0:22775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:2.0:1789264489.323154:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.323237:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284864 00000100:00100000:1.0:1789264489.323247:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284864 00000100:00100000:1.0:1789264489.323351:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 28 00000100:00100000:1.0:1789264489.323361:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+9:18682:x1876179311284864:12345-192.168.203.44@tcp:36:lfs.0 00010000:00010000:1.0:1789264489.323411:0:22766:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264489.323432:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44400/0xecaf9f2f14ed8ae8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb08e expref: 9 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.323445:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:1.0:1789264489.323449:0:22766:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789264489.323504:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.323517:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 5 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.323538:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.323572:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 5 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.323600:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 5 pid: 22767 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.323611:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322897408:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264489.323678:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c22e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.326439:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.326609:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311284992 00000100:00100000:2.0:1789264489.326618:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311284992 00010000:00010000:2.0:1789264489.326654:0:25791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 6 pid: 22767 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.326695:0:25791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 15 00000100:00100000:2.0:1789264489.326703:0:25791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2402:x1876179311284992:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264489.326716:0:25791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264489.326723:0:25791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 6 pid: 22767 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.326735:0:25791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 6 pid: 22767 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.326816:0:25791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:2.0:1789264489.326821:0:25791:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.326830:0:25791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.326837:0:25791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.326855:0:25791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264489.326903:0:25791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:2402:x1876179311284992:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 199us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.326912:0:25791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 15 00010000:00010000:1.0:1789264489.327575:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8b27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb0fe expref: 5 pid: 22767 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.327594:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322897408:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264489.327615:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.327623:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.327629:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.327652:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.327662:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.327670:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329628:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329656:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329667:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789264489.329686:0:22766:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d7e51b0a reply state 00000000a9bb8964 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329698:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329705:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264489.329708:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789264489.329712:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789264489.329717:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789264489.329725:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329730:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329736:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329792:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672400 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264489.329798:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329806:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329828:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3ab7e96900) 00010000:00010000:1.0:1789264489.329831:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264489.329834:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329840:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789264489.329856:0:22766:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d7e51b0a reply state 00000000a9bb8964 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329864:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.329870:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3a8e2c7000) 00010000:00010000:1.0:1789264489.329872:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789264489.329874:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1789264489.329971:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+10:18682:x1876179311284864:12345-192.168.203.44@tcp:36:lfs.0 Request processed in 6607us (6821us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789264489.329979:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 28 00000100:00100000:0.0:1789264489.399714:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.400074:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311285120 00000100:00100000:1.0:1789264489.400085:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311285120 00000100:00100000:1.0:1789264489.400154:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:1.0:1789264489.400166:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+10:18690:x1876179311285120:12345-192.168.203.44@tcp:101:lctl.0 00010000:00010000:1.0:1789264489.400190:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.400212:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb11a expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400277:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8ba5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400315:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400327:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264489.400372:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789264489.400376:0:22768:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789264489.400413:0:22768:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8ba5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400439:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8b9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb11a expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400457:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673400/0xecaf9f2f14ed8ba5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb11a expref: 11 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.400468:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:1.0:1789264489.400471:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789264489.400474:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673400, rc 0) 00000100:00100000:1.0:1789264489.400528:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+11:18690:x1876179311285120:12345-192.168.203.44@tcp:101:lctl.0 Request processed in 364us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.400535:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 29 00000100:00100000:2.0:1789264489.421943:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.422103:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311285248 00000100:00100000:3.0:1789264489.422113:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311285248 00000100:00100000:3.0:1789264489.422174:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:3.0:1789264489.422185:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:18691:x1876179311285248:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1789264489.422203:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.422220:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb121 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422280:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8bb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422296:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422319:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.422462:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789264489.422467:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789264489.422493:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422518:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb121 expref: 7 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422535:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836caa00/0xecaf9f2f14ed8bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb121 expref: 6 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.422544:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:3.0:1789264489.422547:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789264489.422551:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836caa00, rc 0) 00000100:00100000:3.0:1789264489.423046:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18691:x1876179311285248:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 861us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.423054:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 30 00000100:00100000:2.0:1789264489.427951:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.428220:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311285376 00000100:00100000:1.0:1789264489.428230:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311285376 00000100:00100000:1.0:1789264489.428293:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 31 00000100:00100000:1.0:1789264489.428303:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa98a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+6:18691:x1876179311285376:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:1.0:1789264489.428321:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.428363:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8bba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb128 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428427:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428440:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428451:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428463:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428470:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428477:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428553:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428570:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428577:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264489.428612:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789264489.428616:0:22766:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789264489.428633:0:22766:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428652:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428659:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428666:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428671:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264489.428675:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428682:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428695:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:1.0:1789264489.428698:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264489.428702:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428709:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428721:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428734:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428741:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428800:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673c00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264489.428803:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428809:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428817:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3a8e2c7000) 00010000:00010000:1.0:1789264489.428819:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264489.428822:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428828:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8bc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428853:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8bba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb128 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428867:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb128 expref: 7 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.428874:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264489.428876:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789264489.428879:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672a00, rc 0) 00000100:00100000:1.0:1789264489.428942:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa98a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+7:18691:x1876179311285376:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 640us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.428948:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 31 00000100:00100000:0.0:1789264489.431323:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.431409:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311285504 00000100:00100000:1.0:1789264489.431430:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311285504 00000100:00100000:1.0:1789264489.431482:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:1.0:1789264489.431491:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:18691:x1876179311285504:12345-192.168.203.44@tcp:900:lfs.0 00000100:00100000:1.0:1789264489.431675:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+5:18691:x1876179311285504:12345-192.168.203.44@tcp:900:lfs.0 Request processed in 184us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.431683:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:2.0:1789264489.437399:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.437466:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311285760 00000100:00100000:3.0:1789264489.437475:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311285760 00000100:00100000:3.0:1789264489.437533:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 32 00000100:00100000:3.0:1789264489.437540:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+7:18691:x1876179311285760:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1789264489.437557:0:25098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.437571:0:25098:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8bd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb12f expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.437675:0:25098:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789264489.437968:0:25098:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8bd6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb12f expref: 9 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.437982:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:3.0:1789264489.437985:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789264489.437990:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8bd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb12f expref: 9 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.438005:0:25098:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cbe00, rc 0) 00000100:00100000:3.0:1789264489.438078:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+8:18691:x1876179311285760:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 537us (688us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1789264489.438086:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 32 00000100:00100000:2.0:1789264489.441887:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.442500:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311286016 00000100:00100000:3.0:1789264489.442511:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311286016 00000100:00100000:3.0:1789264489.442572:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 33 00000100:00100000:3.0:1789264489.442582:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39847a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+8:18691:x1876179311286016:12345-192.168.203.44@tcp:36:lfs.0 00010000:00010000:3.0:1789264489.442644:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264489.442671:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8bcf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb128 expref: 8 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.442689:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:3.0:1789264489.442693:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789264489.442715:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.442794:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.442804:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789264489.442983:0:22767:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004630fd26 reply state 00000000d44c5f95 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.442995:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.443002:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:3.0:1789264489.443004:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1789264489.443007:0:22767:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789264489.443014:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789264489.443093:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39847a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+9:18691:x1876179311286016:12345-192.168.203.44@tcp:36:lfs.0 Request processed in 512us (1213us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789264489.443100:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 33 00000100:00100000:0.0:1789264489.453211:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.453362:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311286272 00000100:00100000:2.0:1789264489.453372:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311286272 00000100:00100000:2.0:1789264489.453478:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:2.0:1789264489.453490:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+9:18691:x1876179311286272:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:2.0:1789264489.453698:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+10:18691:x1876179311286272:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 210us (495us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789264489.453706:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:2.0:1789264489.456861:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.456930:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311286528 00000100:00100000:0.0:1789264489.456939:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311286528 00000100:00100000:0.0:1789264489.457033:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 34 00000100:00100000:0.0:1789264489.457044:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a8c73e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+10:18691:x1876179311286528:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:0.0:1789264489.457067:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.457089:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8beb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb136 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457158:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457172:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457184:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457211:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457219:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457226:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789264489.457338:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789264489.457409:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457417:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457424:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457430:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366ba00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:0.0:1789264489.457434:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457442:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457454:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:0.0:1789264489.457457:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789264489.457461:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457477:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366ba00/0xecaf9f2f14ed8bf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457491:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457497:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457503:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.457508:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366b600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:0.0:1789264489.457510:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458441:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458454:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3a8e2c7000) 00010000:00010000:0.0:1789264489.458457:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789264489.458461:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458467:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8bf9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458778:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8beb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb136 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458805:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:0.0:1789264489.458808:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789264489.458812:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8beb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb136 expref: 12 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.458823:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366aa00, rc 0) 00000100:00100000:0.0:1789264489.458897:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a8c73e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b9c093a3-93b7-4885-9cb3-6c1657326a1d+11:18691:x1876179311286528:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 1854us (2044us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1789264489.458905:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 34 00000100:00100000:0.0:1789264489.465719:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.465979:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311286656 00000100:00100000:3.0:1789264489.466048:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311286656 00000100:00100000:3.0:1789264489.466141:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 35 00000100:00100000:3.0:1789264489.466151:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+11:18691:x1876179311286656:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:3.0:1789264489.466174:0:25098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.466194:0:25098:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8c07 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb13d expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466526:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466552:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466563:0:25098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.466586:0:25098:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789264489.466590:0:25098:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789264489.466722:0:25098:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466814:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8c07 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 13 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466833:0:25098:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 12 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.466841:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:3.0:1789264489.466844:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789264489.466847:0:25098:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cba00, rc 0) 00000100:00100000:3.0:1789264489.467012:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b9c093a3-93b7-4885-9cb3-6c1657326a1d+12:18691:x1876179311286656:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 862us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.467019:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 35 00000100:00100000:3.0:1789264489.470537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.470863:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311286784 00000100:00100000:1.0:1789264489.470873:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311286784 00000100:00100000:1.0:1789264489.470934:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:1.0:1789264489.470945:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+12:18691:x1876179311286784:12345-192.168.203.44@tcp:37:lfs.0 00000100:00100000:3.0:1789264489.477301:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b9c093a3-93b7-4885-9cb3-6c1657326a1d+12:18691:x1876179311286784:12345-192.168.203.44@tcp:37:lfs.0 Request processed in 6345us (6760us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.477314:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 3 00000100:00100000:0.0:1789264489.483107:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.484609:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287040 00000100:00100000:2.0:1789264489.484634:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287040 00000100:00100000:2.0:1789264489.484698:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:2.0:1789264489.484709:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababd5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+12:18691:x1876179311287040:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:2.0:1789264489.484947:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababd5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+13:18691:x1876179311287040:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 239us (1847us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789264489.484955:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 4 00000100:00100000:0.0:1789264489.547011:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.547091:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287168 00000100:00100000:3.0:1789264489.547169:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287168 00000100:00100000:3.0:1789264489.547678:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 36 00000100:00100000:3.0:1789264489.547692:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+11:18697:x1876179311287168:12345-192.168.203.44@tcp:101:bash.0 00010000:00010000:3.0:1789264489.547711:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.547738:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8c15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb144 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547853:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789264489.547865:0:23519:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789264489.547867:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547883:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547895:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547903:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547910:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.547991:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fe400/0xecaf9f2f14ed8c2a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548002:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fe400/0xecaf9f2f14ed8c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548009:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fe400/0xecaf9f2f14ed8c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.548054:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789264489.548058:0:22767:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789264489.548093:0:22767:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fe400/0xecaf9f2f14ed8c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548112:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548119:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548125:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548131:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836cb400 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.548135:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548142:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548154:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:3.0:1789264489.548157:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.548161:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548166:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cb400/0xecaf9f2f14ed8c1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548178:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548193:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548200:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548205:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca400 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:3.0:1789264489.548208:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548214:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548608:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3a8e2c7000) 00010000:00010000:3.0:1789264489.548611:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789264489.548615:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548622:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8c23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548650:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8c15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb144 expref: 13 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548663:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fe400/0xecaf9f2f14ed8c2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb144 expref: 12 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.548670:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:3.0:1789264489.548672:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789264489.548681:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9fe400, rc 0) 00000100:00100000:0.0:1789264489.549684:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+12:18697:x1876179311287168:12345-192.168.203.44@tcp:101:bash.0 Request processed in 1990us (2675us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.549696:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 36 00000100:00100000:0.0:1789264489.554211:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.554907:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287296 00000100:00100000:1.0:1789264489.554917:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287296 00000100:00100000:1.0:1789264489.554975:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:1.0:1789264489.554987:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+5:18697:x1876179311287296:12345-192.168.203.44@tcp:900:bash.0 00000100:00100000:1.0:1789264489.555171:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b0cf9464-0980-4629-90d9-a000ea360354+5:18697:x1876179311287296:12345-192.168.203.44@tcp:900:bash.0 Request processed in 187us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.555179:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:2.0:1789264489.559079:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.559684:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287552 00000100:00100000:0.0:1789264489.559694:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287552 00000100:00100000:0.0:1789264489.559852:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:0.0:1789264489.559863:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+12:18697:x1876179311287552:12345-192.168.203.44@tcp:101:bash.0 00010000:00010000:0.0:1789264489.559882:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.559902:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a600/0xecaf9f2f14ed8c31 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb14b expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.560009:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.560036:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 12 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.560045:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.560186:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 12 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.560200:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 12 pid: 25098 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264489.560213:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ab1b85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322897536:192.168.203.44@tcp:104: 00000100:00100000:0.0:1789264489.560340:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abad24480 going to sleep for 11 seconds 00000100:00100000:1.0:1789264489.565683:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ab1b85f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322897536:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264489.565712:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.566228:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.566301:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287680 00000100:00100000:0.0:1789264489.566308:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287680 00010000:00010000:0.0:1789264489.566352:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 13 pid: 25098 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264489.566387:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 16 00000100:00100000:0.0:1789264489.566397:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+13:2402:x1876179311287680:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789264489.566412:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264489.566419:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 13 pid: 25098 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566429:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 13 pid: 25098 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566468:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8c0e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb13d expref: 13 pid: 25098 timeout: 669 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566484:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:0.0:1789264489.566489:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566497:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566619:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.566651:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264489.566704:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b9c093a3-93b7-4885-9cb3-6c1657326a1d+12:2402:x1876179311287680:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 308us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.566711:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 16 00010000:00010000:1.0:1789264489.566889:0:22768:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.566899:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.566983:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.566993:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567001:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567539:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567549:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567556:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264489.567565:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789264489.567589:0:22768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567596:0:22768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567602:0:22768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567608:0:22768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366a200 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264489.567612:0:22768:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567631:0:22768:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567640:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264489.567643:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264489.567647:0:22768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.567653:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a200/0xecaf9f2f14ed8c38 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789264489.568291:0:22768:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a14b0b47 reply state 00000000c23fe9f1 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.568313:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.568319:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c3a8e2c7200) 00010000:00010000:1.0:1789264489.568322:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789264489.568325:0:22768:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1789264489.568373:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366a600/0xecaf9f2f14ed8c31 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 15 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.568388:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 14 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.568395:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264489.568397:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1789264489.568399:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673c00, rc 0) 00000100:00100000:1.0:1789264489.568466:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c39836e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+15:18697:x1876179311287552:12345-192.168.203.44@tcp:101:bash.0 Request processed in 8604us (9394us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1789264489.568474:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 37 00000100:00100000:2.0:1789264489.583971:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.584221:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311287808 00000100:00100000:3.0:1789264489.584232:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311287808 00000100:00100000:3.0:1789264489.584297:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 38 00000100:00100000:3.0:1789264489.584307:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+15:18697:x1876179311287808:12345-192.168.203.44@tcp:101:bash.0 00010000:00010000:3.0:1789264489.584329:0:25098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264489.584357:0:25098:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8c54 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb152 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584425:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584440:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584452:0:25098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789264489.584499:0:25098:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789264489.584503:0:25098:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789264489.584521:0:25098:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584533:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584559:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9ffe00/0xecaf9f2f14ed8c54 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 17 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584579:0:25098:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 16 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.584607:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:3.0:1789264489.584610:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789264489.584613:0:25098:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3abb9fea00, rc 0) 00000100:00100000:3.0:1789264489.584681:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+16:18697:x1876179311287808:12345-192.168.203.44@tcp:101:bash.0 Request processed in 375us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.584688:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 38 00000100:00100000:0.0:1789264489.590124:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.590736:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311288064 00000100:00100000:2.0:1789264489.590767:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311288064 00000100:00100000:2.0:1789264489.590829:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:2.0:1789264489.590840:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+16:18697:x1876179311288064:12345-192.168.203.44@tcp:35:bash.0 00000100:00100000:2.0:1789264489.591134:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+17:18697:x1876179311288064:12345-192.168.203.44@tcp:35:bash.0 Request processed in 296us (1019us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789264489.591143:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 5 00000100:00100000:2.0:1789264489.665125:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.665480:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311288320 00000100:00100000:0.0:1789264489.665491:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311288320 00000100:00100000:0.0:1789264489.665629:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:0.0:1789264489.665640:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+17:18707:x1876179311288320:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:0.0:1789264489.665664:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.665683:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8c62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb159 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789264489.665931:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789264489.666684:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8c62 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb159 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.666701:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c3a8e2c7900) 00010000:00010000:0.0:1789264489.666704:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789264489.666710:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366b600/0xecaf9f2f14ed8c62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb159 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.666725:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b600, rc 0) 00000100:00100000:0.0:1789264489.666898:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+18:18707:x1876179311288320:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 1258us (1781us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1789264489.666908:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 39 00000100:00100000:0.0:1789264489.669986:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.670092:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311288576 00000100:00100000:3.0:1789264489.670102:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311288576 00000100:00100000:3.0:1789264489.670160:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:3.0:1789264489.670170:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+18:18707:x1876179311288576:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:3.0:1789264489.670713:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+19:18707:x1876179311288576:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 542us (731us total) trans 12884901899 rc 0/0 00000100:00100000:3.0:1789264489.670722:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 6 00000100:00100000:3.0:1789264489.711924:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.712028:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311288832 00000100:00100000:1.0:1789264489.712038:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311288832 00000100:00100000:1.0:1789264489.712098:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 40 00000100:00100000:1.0:1789264489.712109:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+19:18710:x1876179311288832:12345-192.168.203.44@tcp:101:lfs.0 00010000:00010000:1.0:1789264489.712135:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.712155:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8c70 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb160 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.712368:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8c77 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.712383:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.712396:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8c77 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264489.712408:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789264489.712513:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673600/0xecaf9f2f14ed8c70 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb160 expref: 22 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.712532:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8c77 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb160 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.712541:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264489.712544:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789264489.712561:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672200, rc 0) 00000100:00100000:1.0:1789264489.712624:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+21:18710:x1876179311288832:12345-192.168.203.44@tcp:101:lfs.0 Request processed in 517us (708us total) trans 12884901900 rc 0/0 00000100:00100000:1.0:1789264489.712631:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 40 00000100:00100000:2.0:1789264489.716652:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.716706:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.716852:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289088 00000100:00100000:3.0:1789264489.716862:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289088 00000100:00100000:3.0:1789264489.716922:0:25791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:3.0:1789264489.716933:0:25791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+21:2403:x1876179311289088:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789264489.716952:0:25791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264489.716976:0:25791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8c77 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb160 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.716994:0:25791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:3.0:1789264489.716998:0:25791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264489.717065:0:25791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+20:2403:x1876179311289088:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 134us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.717073:0:25791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:0.0:1789264489.717731:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311288960 00000100:00100000:0.0:1789264489.717737:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311288960 00000100:00100000:0.0:1789264489.717809:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 41 00000100:00100000:0.0:1789264489.717815:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+20:18710:x1876179311288960:12345-192.168.203.44@tcp:54:lfs.0 00010000:00010000:0.0:1789264489.717869:0:24233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717884:0:24233:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717895:0:24233:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717929:0:24233:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717936:0:24233:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717951:0:24233:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717957:0:24233:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366aa00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:0.0:1789264489.717961:0:24233:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717968:0:24233:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717978:0:24233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:0.0:1789264489.717981:0:24233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789264489.717985:0:24233:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.717991:0:24233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8c85 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264489.718035:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+20:18710:x1876179311288960:12345-192.168.203.44@tcp:54:lfs.0 Request processed in 219us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.718042:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 41 00000100:00100000:2.0:1789264489.720324:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.720412:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289344 00000100:00100000:0.0:1789264489.720422:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289344 00000100:00100000:0.0:1789264489.720507:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:0.0:1789264489.720528:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+20:18710:x1876179311289344:12345-192.168.203.44@tcp:35:lfs.0 00000100:00100000:0.0:1789264489.720780:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+21:18710:x1876179311289344:12345-192.168.203.44@tcp:35:lfs.0 Request processed in 254us (463us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1789264489.720787:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 7 00000100:00100000:2.0:1789264489.807830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.807924:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289472 00000100:00100000:1.0:1789264489.807934:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289472 00000100:00100000:1.0:1789264489.807988:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 141 00000100:00100000:1.0:1789264489.807996:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+11:18055:x1876179311289472:12345-192.168.203.44@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264489.808011:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.808030:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3a84673600/0xecaf9f2f14ed8c8c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb167 expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.808055:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3a84673600/0xecaf9f2f14ed8c8c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb167 expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.808066:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3a84673600/0xecaf9f2f14ed8c8c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb167 expref: 12 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.808075:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673600, rc 0) 00000100:00100000:1.0:1789264489.808140:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289472:12345-192.168.203.44@tcp:101:ll_cfg_requeue.0 Request processed in 144us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.808147:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 141 00000100:00100000:2.0:1789264489.810485:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264489.810777:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289600 00000100:00100000:0.0:1789264489.810786:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289600 00000100:00100000:0.0:1789264489.810841:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 142 00000100:00100000:0.0:1789264489.810850:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289600:12345-192.168.203.44@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264489.810999:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289600:12345-192.168.203.44@tcp:501:ll_cfg_requeue.0 Request processed in 149us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.811006:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 142 00000100:00100000:0.0:1789264489.813008:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.813236:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289728 00000100:00100000:2.0:1789264489.813245:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289728 00000100:00100000:2.0:1789264489.813327:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 143 00000100:00100000:2.0:1789264489.813405:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289728:12345-192.168.203.44@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.813740:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289728:12345-192.168.203.44@tcp:503:ll_cfg_requeue.0 Request processed in 395us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.813784:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 143 00000100:00100000:2.0:1789264489.826545:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.826972:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289856 00000100:00100000:1.0:1789264489.826982:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289856 00000100:00100000:1.0:1789264489.827044:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 144 00000100:00100000:1.0:1789264489.827054:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+12:18055:x1876179311289856:12345-192.168.203.44@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264489.827072:0:22759:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.829267:0:22759:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3a84673a00/0xecaf9f2f14ed8c93 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb16e expref: -99 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.829307:0:22759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3a84673a00/0xecaf9f2f14ed8c93 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb16e expref: 13 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.829320:0:22759:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3a84673a00/0xecaf9f2f14ed8c93 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb16e expref: 13 pid: 22759 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.829329:0:22759:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673a00, rc 0) 00000100:00100000:1.0:1789264489.829469:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18055:x1876179311289856:12345-192.168.203.44@tcp:101:ll_cfg_requeue.0 Request processed in 2415us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.829478:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 144 00000100:00100000:3.0:1789264489.835029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.835138:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311289984 00000100:00100000:2.0:1789264489.835149:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311289984 00000100:00100000:2.0:1789264489.835203:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 145 00000100:00100000:2.0:1789264489.835212:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18055:x1876179311289984:12345-192.168.203.44@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.835422:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18055:x1876179311289984:12345-192.168.203.44@tcp:501:ll_cfg_requeue.0 Request processed in 209us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.835431:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 145 00000100:00100000:0.0:1789264489.839311:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.839558:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311290112 00000100:00100000:1.0:1789264489.839568:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311290112 00000100:00100000:1.0:1789264489.839631:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 146 00000100:00100000:1.0:1789264489.839640:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18055:x1876179311290112:12345-192.168.203.44@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.840026:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:566ecc76-3954-4a51-a52f-a131c3957d5a+13:18055:x1876179311290112:12345-192.168.203.44@tcp:503:ll_cfg_requeue.0 Request processed in 386us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.840035:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 146 10000000:01000000:1.0:1789264489.929827:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789264489.929834:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3a8c712800 from 13 10000000:01000000:1.0:1789264489.929840:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789264489.929888:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.929899:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.929928:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.929936:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.929949:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.929996:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264489.930025:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983c52a80 going to sleep for 11 seconds 00010000:00010000:2.0:1789264489.930631:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264489.931218:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897664 00000100:00100000:0.0:1789264489.931228:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897664 00000100:00100000:0.0:1789264489.931291:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1789264489.931301:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+20:22763:x1876179322897664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264489.931315:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.931331:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8ca1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8c9a expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.931357:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8ca1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8c9a expref: 21 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.931369:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366b600/0xecaf9f2f14ed8ca1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8c9a expref: 21 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.931379:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366b600, rc 0) 00000100:00100000:1.0:1789264489.931466:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311290368 00000100:00100000:0.0:1789264489.931466:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322897664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.931472:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311290368 00000100:00100000:0.0:1789264489.931476:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789264489.931594:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264489.931611:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ca1 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.931621:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8ca1 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.931632:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 42 00000100:00100000:1.0:1789264489.931642:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+21:18743:x1876179311290368:12345-192.168.203.44@tcp:101:cat.0 00010000:00010000:1.0:1789264489.931666:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.931681:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673e00/0xecaf9f2f14ed8ca8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb175 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.931712:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897792:0@lo:501:ll_cfg_requeue.0 00010000:00010000:1.0:1789264489.931817:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8caf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.931831:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8caf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.931842:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8caf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264489.931851:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789264489.931974:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673e00/0xecaf9f2f14ed8ca8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb175 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.931989:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8caf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb175 expref: 23 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.932004:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264489.932007:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789264489.932010:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672e00, rc 0) 00000100:00100000:1.0:1789264489.932057:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+23:18743:x1876179311290368:12345-192.168.203.44@tcp:101:cat.0 Request processed in 418us (2124us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789264489.932064:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 42 00000100:00100000:2.0:1789264489.932563:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264489.932602:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab1b34780 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.932660:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897792 00000100:00100000:0.0:1789264489.932674:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897792 00000100:00100000:0.0:1789264489.932710:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1789264489.932718:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322897792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264489.932847:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322897792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.932855:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1789264489.932936:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.932973:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.933437:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264489.933467:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab1b34780 going to sleep for 11 seconds 00000100:00100000:2.0:1789264489.933482:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322897920 00000100:00100000:2.0:1789264489.933486:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322897920 00000100:00100000:2.0:1789264489.933994:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1789264489.934007:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322897920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.934104:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322897920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.934113:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1789264489.934132:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322897920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789264489.935341:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.935410:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311290624 00000100:00100000:1.0:1789264489.935417:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311290624 00000100:00100000:1.0:1789264489.935469:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:1.0:1789264489.935478:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+23:18743:x1876179311290624:12345-192.168.203.44@tcp:35:cat.0 00000100:00100000:1.0:1789264489.935735:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+24:18743:x1876179311290624:12345-192.168.203.44@tcp:35:cat.0 Request processed in 258us (406us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1789264489.935780:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 8 00000100:00100000:3.0:1789264489.936128:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264489.936155:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311290752 00000100:00100000:3.0:1789264489.936160:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311290752 00000100:00100000:3.0:1789264489.936193:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1 00000100:00100000:3.0:1789264489.936200:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+24:2403:x1876179311290752:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789264489.936210:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264489.936234:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8caf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb175 expref: 24 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.936250:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:3.0:1789264489.936255:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264489.936277:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+23:2403:x1876179311290752:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 77us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.936284:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1 00000040:00080000:1.0:1789264489.937173:0:25804:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789264489.938662:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789264489.938694:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789264489.938704:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ca1 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.938715:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3a84673000/0xecaf9f2f14ed8c9a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ca1 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264489.938738:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789264489.938765:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaff17800 from 13 10000000:01000000:3.0:1789264489.938769:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789264489.938803:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.938811:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.938822:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.938845:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789264489.938906:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264489.938944:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d240 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.939019:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898048 00000100:00100000:0.0:1789264489.939027:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898048 00000100:00100000:0.0:1789264489.939080:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789264489.939089:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+21:22763:x1876179322898048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264489.939101:0:22761:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.939113:0:22761:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366a600/0xecaf9f2f14ed8cc4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8cbd expref: -99 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.939135:0:22761:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366a600/0xecaf9f2f14ed8cc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8cbd expref: 22 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.939145:0:22761:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366a600/0xecaf9f2f14ed8cc4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8cbd expref: 22 pid: 22761 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.939154:0:22761:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366a600, rc 0) 00000100:00100000:0.0:1789264489.939210:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.939217:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789264489.939371:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789264489.939385:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cc4 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.939394:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8cc4 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.939451:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789264489.939478:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264489.939508:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d240 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.939612:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898176 00000100:00100000:0.0:1789264489.939617:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898176 00000100:00100000:0.0:1789264489.939648:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789264489.939655:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789264489.939806:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.939813:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1789264489.939951:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c398465ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.939983:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.940093:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264489.940110:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784180 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.940154:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898304 00000100:00100000:0.0:1789264489.940158:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898304 00000100:00100000:0.0:1789264489.940186:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789264489.940194:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789264489.940282:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 88us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.940289:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789264489.941194:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898304:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789264489.943237:0:25805:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789264489.943443:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789264489.943471:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789264489.943499:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cc4 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.943510:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe600/0xecaf9f2f14ed8cbd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cc4 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789264489.943522:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789264489.943524:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaff85800 from 13 10000000:01000000:3.0:1789264489.943527:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789264489.943564:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.943571:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264489.943582:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.943604:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984659180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789264489.943665:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264489.943710:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d240 going to sleep for 11 seconds 00000100:00100000:0.0:1789264489.943856:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898432 00000100:00100000:0.0:1789264489.943864:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898432 00000100:00100000:0.0:1789264489.943910:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1789264489.943920:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+22:22763:x1876179322898432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789264489.943932:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264489.943946:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed8cd2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8ccb expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.943968:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed8cd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8ccb expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.943979:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c398366a200/0xecaf9f2f14ed8cd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8ccb expref: 23 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264489.943987:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366a200, rc 0) 00000100:00100000:0.0:1789264489.944247:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 328us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264489.944266:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789264489.946935:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984659180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264489.946974:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cd2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.947010:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8cd2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.947102:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.947164:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264489.947202:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784300 going to sleep for 11 seconds 00000100:00100000:2.0:1789264489.947288:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898560 00000100:00100000:2.0:1789264489.947296:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898560 00000100:00100000:2.0:1789264489.947356:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1789264489.947365:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.947483:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.947490:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789264489.947812:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.947847:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.947889:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264489.947912:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784300 going to sleep for 11 seconds 00000100:00100000:2.0:1789264489.947960:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898688 00000100:00100000:2.0:1789264489.947964:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898688 00000100:00100000:2.0:1789264489.947994:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789264489.948002:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.948083:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.948090:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1789264489.948204:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789264489.950099:0:25806:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789264489.951123:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789264489.951166:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789264489.951177:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cd2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.951204:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3abb9fe000/0xecaf9f2f14ed8ccb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8cd2 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789264489.951215:0:22763:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789264489.951218:0:22763:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c3aaffaf800 from 13 10000000:01000000:2.0:1789264489.951221:0:22763:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789264489.951255:0:22763:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.951262:0:22763:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.951272:0:22763:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.951294:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.951370:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264489.951414:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab1b34240 going to sleep for 11 seconds 00000100:00100000:1.0:1789264489.951533:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898816 00000100:00100000:1.0:1789264489.951540:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898816 00000100:00100000:1.0:1789264489.951591:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789264489.951601:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+23:22763:x1876179322898816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789264489.951614:0:22760:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.951626:0:22760:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c3a84673e00/0xecaf9f2f14ed8ce0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xecaf9f2f14ed8cd9 expref: -99 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.951647:0:22760:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c3a84673e00/0xecaf9f2f14ed8ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8cd9 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.951657:0:22760:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c3a84673e00/0xecaf9f2f14ed8ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xecaf9f2f14ed8cd9 expref: 24 pid: 22760 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.951678:0:22760:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84673e00, rc 0) 00000100:00100000:1.0:1789264489.951736:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322898816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.951775:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789264489.954573:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789264489.954601:0:22763:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ce0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.954616:0:22763:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xecaf9f2f14ed8ce0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.954704:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.954810:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264489.954865:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab1b34240 going to sleep for 11 seconds 00000100:00100000:1.0:1789264489.954941:0:22759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322898944 00000100:00100000:1.0:1789264489.954948:0:22759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322898944 00000100:00100000:1.0:1789264489.954989:0:22759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1789264489.954998:0:22759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322898944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789264489.955125:0:22759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322898944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264489.955133:0:22759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789264489.955549:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322898944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.955585:0:22763:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322899072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789264489.955629:0:22763:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264489.955664:0:22763:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3ab1b34240 going to sleep for 11 seconds 00000100:00100000:3.0:1789264489.955730:0:22761:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322899072 00000100:00100000:3.0:1789264489.955735:0:22761:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322899072 00000100:00100000:3.0:1789264489.955802:0:22761:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789264489.955810:0:22761:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322899072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789264489.955902:0:22761:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a858ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:22763:x1876179322899072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264489.955910:0:22761:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789264489.956123:0:22763:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d9d65a89-48e5-49c0-bcd9-825eb131eba2:22763:1876179322899072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789264489.957007:0:25807:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789264489.958942:0:22763:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789264489.958977:0:22763:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789264489.958988:0:22763:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ce0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.959001:0:22763:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9c3983e44e00/0xecaf9f2f14ed8cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xecaf9f2f14ed8ce0 expref: -99 pid: 22763 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.994242:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264489.994571:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291008 00000100:00100000:1.0:1789264489.994581:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291008 00000100:00100000:1.0:1789264489.994661:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 43 00000100:00100000:1.0:1789264489.994672:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+23:18749:x1876179311291008:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1789264489.994699:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264489.994718:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8ce7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb17c expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.994901:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.994916:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.994924:0:22768:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 24 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.994942:0:22768:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.995180:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 24 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.995196:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 24 pid: 25098 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.995209:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322899200:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264489.995300:0:22768:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264489.995310:0:22768:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264489.995390:0:22768:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322899328:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264489.995420:0:22768:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784300 going to sleep for 11 seconds 00000100:00100000:1.0:1789264489.998146:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322899200:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264489.998163:0:22768:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22768:1876179322899328:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264489.998188:0:22768:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264489.999000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264489.999121:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291136 00000100:00100000:2.0:1789264489.999129:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291136 00010000:00010000:2.0:1789264489.999161:0:25791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 25 pid: 25098 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264489.999200:0:25791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264489.999209:0:25791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+25:2403:x1876179311291136:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789264489.999223:0:25791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264489.999229:0:25791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 25 pid: 25098 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.999241:0:25791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 25 pid: 25098 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.999276:0:25791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3abb9fea00/0xecaf9f2f14ed8c5b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb152 expref: 25 pid: 25098 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.999293:0:25791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:2.0:1789264489.999299:0:25791:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.999306:0:25791:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264489.999312:0:25791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789264489.999429:0:25791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+24:2403:x1876179311291136:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 220us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264489.999436:0:25791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 17 00000100:00100000:2.0:1789264490.000954:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.001016:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291264 00000100:00100000:3.0:1789264490.001023:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291264 00010000:00010000:3.0:1789264490.001066:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.001111:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00100000:3.0:1789264490.001121:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab6748050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+24:2402:x1876179311291264:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789264490.001134:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264490.001140:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001151:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001168:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8c46 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb14b expref: 24 pid: 22768 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001181:0:22751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:3.0:1789264490.001185:0:22751:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001193:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001200:0:22751:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.001228:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264490.001282:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab6748050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+23:2402:x1876179311291264:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 163us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.001289:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 18 00000100:00080000:0.0:1789264490.001568:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1789264490.001936:0:22768:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.001945:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789264490.001963:0:22768:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789264490.002111:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8ce7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb17c expref: 24 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.002129:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672800/0xecaf9f2f14ed8cee lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb17c expref: 23 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.002150:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:2.0:1789264490.002153:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789264490.002156:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672800, rc 0) 00000100:00100000:2.0:1789264490.002193:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+23:18749:x1876179311291008:12345-192.168.203.44@tcp:101:dd.0 Request processed in 7524us (7962us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789264490.002200:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 43 00000100:00100000:2.0:1789264490.005499:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.005631:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291392 00000100:00100000:1.0:1789264490.005640:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291392 00000100:00100000:1.0:1789264490.005714:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 44 00000100:00100000:1.0:1789264490.005725:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+23:18749:x1876179311291392:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1789264490.005791:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.005811:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8cfc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb183 expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.005845:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.005857:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.005868:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.005988:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8cfc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 25 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.006005:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 24 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.006015:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.006018:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789264490.006021:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672c00, rc 0) 00000100:00100000:1.0:1789264490.006075:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+24:18749:x1876179311291392:12345-192.168.203.44@tcp:101:dd.0 Request processed in 352us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.006082:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 44 00000100:00100000:3.0:1789264490.008825:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.008904:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291648 00000100:00100000:1.0:1789264490.008914:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291648 00000100:00100000:1.0:1789264490.008987:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 45 00000100:00100000:1.0:1789264490.008996:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+24:18749:x1876179311291648:12345-192.168.203.44@tcp:36:dd.0 00010000:00010000:1.0:1789264490.009206:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.009375:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.009388:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789264490.009453:0:22767:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1789264490.009477:0:22767:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000805b0cc5 reply state 000000005189ecfb transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.009491:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.009499:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.009503:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789264490.009506:0:22767:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789264490.009593:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311291648:12345-192.168.203.44@tcp:36:dd.0 Request processed in 597us (776us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1789264490.009600:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 45 00000020:00080000:1.0:1789264490.009605:0:22767:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789264490.012648:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.013047:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311291776 00000100:00100000:2.0:1789264490.013057:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311291776 00000100:00100000:2.0:1789264490.013164:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 46 00000100:00100000:2.0:1789264490.013175:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311291776:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:2.0:1789264490.013197:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264490.013216:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45000/0xecaf9f2f14ed8d11 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb18a expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.013283:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45000/0xecaf9f2f14ed8d11 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb18a expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.013298:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45000/0xecaf9f2f14ed8d11 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb18a expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.013316:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:2.0:1789264490.013320:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789264490.013324:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3983e45000, rc 0) 00000100:00100000:2.0:1789264490.013387:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+28:18749:x1876179311291776:12345-192.168.203.44@tcp:101:dd.0 Request processed in 213us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264490.013406:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 46 00000100:00100000:2.0:1789264490.026316:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.026419:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292032 00000100:00100000:3.0:1789264490.026430:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292032 00000100:00100000:3.0:1789264490.026493:0:25791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:3.0:1789264490.026514:0:25791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+28:18749:x1876179311292032:12345-192.168.203.44@tcp:103:dd.0 00010000:00010000:3.0:1789264490.026530:0:25791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264490.026558:0:25791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45000/0xecaf9f2f14ed8d11 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb18a expref: 28 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.026579:0:25791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:3.0:1789264490.026584:0:25791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264490.026642:0:25791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311292032:12345-192.168.203.44@tcp:103:dd.0 Request processed in 139us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.026650:0:25791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 2 00000100:00100000:0.0:1789264490.029286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.029391:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292160 00000100:00100000:1.0:1789264490.029401:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292160 00000100:00100000:1.0:1789264490.029459:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 47 00000100:00100000:1.0:1789264490.029470:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311292160:12345-192.168.203.44@tcp:58:dd.0 00010000:00010000:1.0:1789264490.029595:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.029616:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.029628:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789264490.030953:0:22766:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789264490.030982:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1789264490.031088:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1789264490.031221:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311292160:12345-192.168.203.44@tcp:58:dd.0 Request processed in 1750us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.031230:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 47 00000100:00100000:0.0:1789264490.033168:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.033248:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292288 00000100:00100000:1.0:1789264490.033257:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292288 00000100:00100000:1.0:1789264490.033313:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 48 00000100:00100000:1.0:1789264490.033324:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+27:18749:x1876179311292288:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1789264490.033395:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.033416:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb191 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033471:0:22767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033483:0:22767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033501:0:22767:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033545:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033559:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.033561:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789264490.033566:0:22767:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 28 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.033574:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3a84672e00, rc 0) 00000100:00100000:1.0:1789264490.033821:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+28:18749:x1876179311292288:12345-192.168.203.44@tcp:101:dd.0 Request processed in 498us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.033830:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 48 00000040:00080000:0.0:1789264490.250023:0:22803:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789264490.250031:0:22803:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789264490.250065:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789264490.250073:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789264490.251224:0:22803:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3ab1b86680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22803:1876179322899456:192.168.203.44@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789264490.251429:0:22803:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abad24000 going to sleep for 11 seconds 00000100:00100000:0.0:1789264490.255655:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.255828:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292416 00000100:00100000:2.0:1789264490.255837:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292416 00000100:00100000:2.0:1789264490.255893:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 49 00000100:00100000:2.0:1789264490.255905:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311292416:12345-192.168.203.44@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789264490.255934:0:22768:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789264490.256058:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311292416:12345-192.168.203.44@tcp:53:lhsmtool_posix.0 Request processed in 155us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264490.256065:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 49 00000100:00100000:1.0:1789264490.258925:0:22803:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3ab1b86680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22803:1876179322899456:192.168.203.44@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789264490.259874:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.259958:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292544 00000100:00100000:1.0:1789264490.259968:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292544 00000100:00100000:1.0:1789264490.260066:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 50 00000100:00100000:1.0:1789264490.260085:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+28:18750:x1876179311292544:12345-192.168.203.44@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.260291:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260309:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260320:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260362:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260385:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260392:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260415:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260423:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260430:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264490.260475:0:22766:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789264490.260480:0:22766:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789264490.260493:0:22766:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260503:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260510:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260516:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260522:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672200 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.260526:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260539:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260552:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c3ab7df2f00) 00010000:00010000:1.0:1789264490.260555:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.260560:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260566:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672200/0xecaf9f2f14ed8d26 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260579:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260584:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260590:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260594:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672a00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.260597:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260602:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260609:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9c3a8e2c7500) 00010000:00010000:1.0:1789264490.260611:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.260613:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260630:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672a00/0xecaf9f2f14ed8d2d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260643:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260649:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260654:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260658:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673800 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.260661:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260666:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260673:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.260675:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.260678:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.260684:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673800/0xecaf9f2f14ed8d34 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.260815:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+28:18750:x1876179311292544:12345-192.168.203.44@tcp:34:lhsmtool_posix.0 Request processed in 738us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.260823:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 50 00000100:00100000:0.0:1789264490.264472:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.264638:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292800 00000100:00100000:1.0:1789264490.264648:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292800 00000100:00100000:1.0:1789264490.264783:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 51 00000100:00100000:1.0:1789264490.264796:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+28:18750:x1876179311292800:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.264820:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.264863:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb198 expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.264970:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.264996:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265008:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789264490.265019:0:22767:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789264490.265111:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265119:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265126:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265132:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8d000 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.265136:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265265:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265286:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.265289:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789264490.265293:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265299:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d42 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265415:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d3b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb198 expref: 30 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265426:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c3ab7df2f00) 00010000:00010000:1.0:1789264490.265428:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789264490.265432:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb198 expref: 30 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.265441:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3ab1b8da00, rc 0) 00000100:00100000:1.0:1789264490.265562:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311292800:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 769us (1100us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1789264490.265570:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 51 00000100:00100000:0.0:1789264490.269409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.269573:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311292928 00000100:00100000:3.0:1789264490.269583:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311292928 00000100:00100000:3.0:1789264490.269687:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 52 00000100:00100000:3.0:1789264490.269698:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311292928:12345-192.168.203.44@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789264490.269730:0:24233:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789264490.269873:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311292928:12345-192.168.203.44@tcp:53:lhsmtool_posix.0 Request processed in 177us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.269882:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 52 00000100:00100000:0.0:1789264490.272852:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.272898:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311293184 00000100:00100000:1.0:1789264490.272907:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311293184 00000100:00100000:1.0:1789264490.272964:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 53 00000100:00100000:1.0:1789264490.272976:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+29:18750:x1876179311293184:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.272995:0:22766:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.273013:0:22766:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8de00/0xecaf9f2f14ed8d50 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb19f expref: -99 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1789264490.273423:0:22766:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:1.0:1789264490.273431:0:22766:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:1.0:1789264490.273449:0:22766:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1789264490.273594:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8ce00/0xecaf9f2f14ed8d57 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.273609:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8ce00/0xecaf9f2f14ed8d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.273620:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8ce00/0xecaf9f2f14ed8d57 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.273671:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8de00/0xecaf9f2f14ed8d50 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb19f expref: 32 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.273689:0:22766:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8ce00/0xecaf9f2f14ed8d57 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb19f expref: 31 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.273698:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3a8e2c7500) 00010000:00010000:1.0:1789264490.273700:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789264490.273703:0:22766:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3ab1b8ce00, rc 0) 00000100:00100000:1.0:1789264490.273790:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+31:18750:x1876179311293184:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 816us (947us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1789264490.273797:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 53 00000100:00100000:0.0:1789264490.278329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.278488:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311293440 00000100:00100000:1.0:1789264490.278498:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311293440 00000100:00100000:1.0:1789264490.278629:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 54 00000100:00100000:1.0:1789264490.278639:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+31:18750:x1876179311293440:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.278708:0:22767:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264490.279890:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8ce00/0xecaf9f2f14ed8d57 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb19f expref: 31 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.279912:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3a8e2c7500) 00010000:00010000:1.0:1789264490.279922:0:22767:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789264490.279947:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.279961:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.279981:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280002:0:22767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280016:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280022:0:22767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280067:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280074:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280081:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280106:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8da00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.280111:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280119:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280134:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264490.280137:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.280140:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280146:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8da00/0xecaf9f2f14ed8d65 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280163:0:22767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280170:0:22767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280175:0:22767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280180:0:22767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8d000 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.280183:0:22767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280188:0:22767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280205:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xa71d8a72 (ffff9c3a8e2c7700) 00010000:00010000:1.0:1789264490.280207:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.280210:0:22767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.280216:0:22767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d6c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xa71d8a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.280309:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+30:18750:x1876179311293440:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 Request processed in 1670us (1989us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789264490.280317:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 54 00000100:00100000:0.0:1789264490.285987:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.286654:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311293568 00000100:00100000:3.0:1789264490.286666:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311293568 00000100:00100000:3.0:1789264490.286785:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 55 00000100:00100000:3.0:1789264490.286796:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ab1b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+30:18750:x1876179311293568:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789264490.286815:0:24233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264490.286835:0:24233:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8d73 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1a6 expref: -99 pid: 24233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.286874:0:24233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8d7a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.286890:0:24233:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8d7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.286901:0:24233:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8d7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24233 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.287005:0:24233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cbe00/0xecaf9f2f14ed8d73 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1a6 expref: 32 pid: 24233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.287023:0:24233:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836cba00/0xecaf9f2f14ed8d7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1a6 expref: 31 pid: 24233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.287032:0:24233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264490.287034:0:24233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789264490.287037:0:24233:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836cba00, rc 0) 00000100:00100000:3.0:1789264490.287087:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ab1b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+31:18750:x1876179311293568:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 293us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.287094:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 55 00000100:00100000:0.0:1789264490.289577:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.289714:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311293824 00000100:00100000:1.0:1789264490.289724:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311293824 00000100:00100000:1.0:1789264490.289845:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 56 00000100:00100000:1.0:1789264490.289856:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+31:18750:x1876179311293824:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.289931:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.289946:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.289955:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789264490.290104:0:22766:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1789264490.290115:0:22766:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 570631369561ns, next at 571631366848ns, rc = 0 00000004:00010000:1.0:1789264490.290177:0:22766:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004e386820 reply state 00000000fb54a518 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.290204:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.290211:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:1.0:1789264490.290214:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1789264490.290217:0:22766:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789264490.290313:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+33:18750:x1876179311293824:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 Request processed in 457us (741us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1789264490.290319:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 56 00000100:00100000:0.0:1789264490.293479:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.293697:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311293952 00000100:00100000:3.0:1789264490.293707:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311293952 00000100:00100000:3.0:1789264490.293886:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 57 00000100:00100000:3.0:1789264490.293898:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+33:18750:x1876179311293952:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789264490.293919:0:22767:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789264490.293941:0:22767:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1ad expref: -99 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.293994:0:22767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 34 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.294010:0:22767:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 34 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.294029:0:22767:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264490.294033:0:22767:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789264490.294037:0:22767:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c39836ca400, rc 0) 00000100:00100000:3.0:1789264490.294096:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b0cf9464-0980-4629-90d9-a000ea360354+34:18750:x1876179311293952:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 201us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.294103:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 57 00000100:00100000:0.0:1789264490.301789:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.302828:0:25245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311294080 00000100:00100000:2.0:1789264490.302841:0:25245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311294080 00000100:00100000:2.0:1789264490.302913:0:25245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 21 00000100:00100000:2.0:1789264490.302923:0:25245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b0cf9464-0980-4629-90d9-a000ea360354+5:2403:x1876179311294080:12345-192.168.203.44@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1789264490.303353:0:25245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b0cf9464-0980-4629-90d9-a000ea360354+6:2403:x1876179311294080:12345-192.168.203.44@tcp:2:lhsmtool_posix.0 Request processed in 429us (1572us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1789264490.303370:0:25245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 21 00000100:00080000:0.0:1789264490.304211:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789264490.312151:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.312303:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311294336 00000100:00100000:1.0:1789264490.312313:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311294336 00000100:00100000:1.0:1789264490.312479:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:1.0:1789264490.312492:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+34:18750:x1876179311294336:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789264490.312949:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+35:18750:x1876179311294336:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 Request processed in 458us (805us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1789264490.312956:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 9 00000100:00100000:1.0:1789264490.317344:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.317508:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311294592 00000100:00100000:2.0:1789264490.317518:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311294592 00000100:00100000:2.0:1789264490.317617:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 58 00000100:00100000:2.0:1789264490.317627:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+35:18750:x1876179311294592:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789264490.317776:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+35:18750:x1876179311294592:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 Request processed in 149us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264490.317802:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 58 00000100:00100000:0.0:1789264490.320234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.320853:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311294720 00000100:00100000:2.0:1789264490.320862:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311294720 00000100:00100000:2.0:1789264490.320921:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 59 00000100:00100000:2.0:1789264490.320931:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+35:18750:x1876179311294720:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789264490.320949:0:25098:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789264490.320969:0:25098:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45600/0xecaf9f2f14ed8d8f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1b4 expref: -99 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321034:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321225:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321239:0:25098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789264490.321283:0:25098:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789264490.321304:0:25098:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321329:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45600/0xecaf9f2f14ed8d8f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1b4 expref: 37 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321347:0:25098:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1b4 expref: 36 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.321355:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:2.0:1789264490.321369:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789264490.321373:0:25098:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3983e45800, rc 0) 00000100:00100000:2.0:1789264490.321436:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+36:18750:x1876179311294720:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 506us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264490.321443:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 59 00000100:00100000:0.0:1789264490.324212:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.324317:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311294848 00000100:00100000:1.0:1789264490.324326:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311294848 00000100:00100000:1.0:1789264490.324388:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:1.0:1789264490.324399:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+6:2402:x1876179311294848:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.324416:0:24273:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.324438:0:24273:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1bb expref: -99 pid: 24273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1789264490.324462:0:24273:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa6026a, blocks: 0x0 00010000:00010000:1.0:1789264490.324492:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=570s v=(0 0) 00010000:00010000:1.0:1789264490.324496:0:24273:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264490.324505:0:24273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 7 pid: 24273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.324526:0:24273:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 7 pid: 24273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.324540:0:24273:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3ab1b8de00, rc 0) 00000100:00100000:1.0:1789264490.324639:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+7:2402:x1876179311294848:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 242us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.324647:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:1.0:1789264490.328985:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264490.329083:0:24233:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295104 00000100:00100000:0.0:1789264490.329093:0:24233:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295104 00000100:00100000:0.0:1789264490.329149:0:24233:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 60 00000100:00100000:0.0:1789264490.329158:0:24233:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+36:18750:x1876179311295104:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1789264490.329277:0:24233:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b0cf9464-0980-4629-90d9-a000ea360354+36:18750:x1876179311295104:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 Request processed in 119us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264490.329284:0:24233:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 60 00000100:00100000:2.0:1789264490.335713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.335972:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295232 00000100:00100000:1.0:1789264490.335981:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295232 00000100:00100000:1.0:1789264490.336043:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 61 00000100:00100000:1.0:1789264490.336054:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+36:18750:x1876179311295232:12345-192.168.203.44@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1789264490.338282:0:22746:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1789264490.338299:0:22746:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:1.0:1789264490.338412:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338425:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338433:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338439:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.338444:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338463:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338482:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c3a8e2c7000) 00010000:00010000:1.0:1789264490.338485:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.338490:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.338497:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672600/0xecaf9f2f14ed8b90 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.338618:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abe7d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322899584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1789264490.338680:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264490.338779:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322899584 00000100:00100000:0.0:1789264490.338787:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322899584 00000100:00100000:0.0:1789264490.338841:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789264490.338850:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322899584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1789264490.339039:0:24270:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789264490.339042:0:24270:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1789264490.339044:0:24270:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1789264490.339046:0:24270:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789264490 -> 1789264490 00002000:00010000:0.0:1789264490.339048:0:24270:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000001:00080000:2.0:1789264490.339151:0:22746:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1789264490.339237:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339247:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339254:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339260:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673200 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.339263:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339271:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339281:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264490.339284:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.339287:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339303:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673200/0xecaf9f2f14ed8b97 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339318:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339324:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339331:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339336:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672400 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.339339:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339345:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339353:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c3a8e2c7200) 00010000:00010000:1.0:1789264490.339355:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.339359:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339364:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672400/0xecaf9f2f14ed8c3f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339378:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339384:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339396:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339401:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84673c00 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.339404:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339410:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339418:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.339420:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.339423:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339429:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84673c00/0xecaf9f2f14ed8d0a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339440:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339446:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339452:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339457:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8d000 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.339459:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339475:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339483:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:1.0:1789264490.339485:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1789264490.339488:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339494:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d000/0xecaf9f2f14ed8d81 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339858:0:3608:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339867:0:3608:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339872:0:3608:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339877:0:3608:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca600 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.339880:0:3608:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339886:0:3608:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339895:0:3608:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c3a8e2c7e00) 00010000:00010000:1.0:1789264490.339898:0:3608:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789264490.339901:0:3608:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.339916:0:3608:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca600/0xecaf9f2f14ed8be4 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.340038:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+15:18750:x1876179311295232:12345-192.168.203.44@tcp:44:lhsmtool_posix.0 Request processed in 3984us (4330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.340047:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 61 00000100:00080000:1.0:1789264490.341693:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789264490.342945:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.343150:0:24272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295360 00000100:00100000:1.0:1789264490.343162:0:24272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295360 00000100:00100000:1.0:1789264490.343258:0:24272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 24 00000100:00100000:1.0:1789264490.343271:0:24272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b0cf9464-0980-4629-90d9-a000ea360354+7:2403:x1876179311295360:12345-192.168.203.44@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1789264490.343363:0:24272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b0cf9464-0980-4629-90d9-a000ea360354+7:2403:x1876179311295360:12345-192.168.203.44@tcp:16:lhsmtool_posix.0 Request processed in 95us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.343371:0:24272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 24 00000100:00100000:0.0:1789264490.344738:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3624:x1876179322899584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5882us (6050us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789264490.344771:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000004:00080000:3.0:1789264490.345625:0:3624:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9c3abe7d8000/2, rc 0, transno 12884901892 00000100:00100000:3.0:1789264490.345636:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abe7d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322899584:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789264490.346588:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.347013:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295616 00000100:00100000:2.0:1789264490.347023:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295616 00000100:00100000:2.0:1789264490.347100:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 62 00000100:00100000:2.0:1789264490.347110:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+15:18750:x1876179311295616:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789264490.347161:0:25098:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789264490.347184:0:25098:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e45800/0xecaf9f2f14ed8d96 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1b4 expref: 15 pid: 25098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.347201:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:2.0:1789264490.347205:0:25098:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789264490.347233:0:25098:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed8da4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.347247:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed8da4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.347258:0:25098:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed8da4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789264490.347407:0:25098:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fa7351ab reply state 000000005d0d9e16 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed8da4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.347419:0:25098:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3983e44c00/0xecaf9f2f14ed8da4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25098 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.347425:0:25098:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:2.0:1789264490.347428:0:25098:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789264490.347430:0:25098:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789264490.347533:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b0cf9464-0980-4629-90d9-a000ea360354+16:18750:x1876179311295616:12345-192.168.203.44@tcp:36:lhsmtool_posix.0 Request processed in 423us (949us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789264490.347540:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 62 00000100:00100000:2.0:1789264490.349983:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264490.350207:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295744 00000100:00100000:0.0:1789264490.350216:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295744 00000100:00100000:0.0:1789264490.350271:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 25 00000100:00100000:0.0:1789264490.350282:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+7:18750:x1876179311295744:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789264490.350301:0:25240:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789264490.350319:0:25240:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1c2 expref: -99 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.350446:0:25240:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 8 pid: 24273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.350475:0:25240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264490.350480:0:25240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264490.350485:0:25240:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.350529:0:25240:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 8 pid: 24273 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.350543:0:25240:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 8 pid: 24273 timeout: 670 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264490.350557:0:25240:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abe7daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:25240:1876179322899712:192.168.203.44@tcp:104: 00000100:00100000:0.0:1789264490.350703:0:25240:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abad24e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789264490.354053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.354254:0:25240:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abe7daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:25240:1876179322899712:192.168.203.44@tcp:104: 00000100:00100000:3.0:1789264490.354257:0:22751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311295872 00000100:00100000:3.0:1789264490.354263:0:22751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311295872 00010000:00010000:3.0:1789264490.354301:0:22751:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 9 pid: 24273 timeout: 670 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.354367:0:22751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:3.0:1789264490.354377:0:22751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+9:2402:x1876179311295872:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789264490.354392:0:22751:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264490.354416:0:22751:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 9 pid: 24273 timeout: 670 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.354428:0:22751:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 9 pid: 24273 timeout: 670 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.354450:0:22751:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6d6e3cf/0xecaf9f2f14ed8d9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1bb expref: 9 pid: 24273 timeout: 670 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.354465:0:22751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264490.354469:0:22751:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264490.354475:0:22751:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.354485:0:22751:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.354578:0:22751:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.354578:0:25240:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.354606:0:22751:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3984658000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22751:1876179322899840:192.168.203.44@tcp:105: 00000100:00100000:3.0:1789264490.354692:0:22751:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3a8461d6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1789264490.355000:0:25240:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c398366ba00, rc 0) 00000100:00100000:1.0:1789264490.355047:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b0cf9464-0980-4629-90d9-a000ea360354+8:18750:x1876179311295744:12345-192.168.203.44@tcp:101:lhsmtool_posix.0 Request processed in 4766us (5072us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.355055:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 25 00000100:00100000:3.0:1789264490.358019:0:22751:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3984658000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22751:1876179322899840:192.168.203.44@tcp:105: 00010000:00010000:3.0:1789264490.358047:0:22751:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264490.358159:0:22751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b0cf9464-0980-4629-90d9-a000ea360354+7:2402:x1876179311295872:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 3782us (4113us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.358169:0:22751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 19 00000100:00100000:2.0:1789264490.358311:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.358381:0:24273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296000 00000100:00100000:1.0:1789264490.358389:0:24273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296000 00000100:00100000:1.0:1789264490.358449:0:24273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 26 00000100:00100000:1.0:1789264490.358458:0:24273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+7:2403:x1876179311296000:12345-192.168.203.44@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1789264490.358585:0:24273:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789264490.358589:0:24273:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789264490 00002000:00010000:1.0:1789264490.358591:0:24273:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789264489 00002000:00010000:1.0:1789264490.358594:0:24273:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789264490 -> 1789264490 00002000:00010000:1.0:1789264490.358596:0:24273:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1789264490.358634:0:24273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b0cf9464-0980-4629-90d9-a000ea360354+8:2403:x1876179311296000:12345-192.168.203.44@tcp:2:lhsmtool_posix.0 Request processed in 177us (324us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1789264490.358641:0:24273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 26 00000100:00100000:2.0:1789264490.361847:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264490.361934:0:24270:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296128 00000100:00100000:0.0:1789264490.361944:0:24270:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296128 00000100:00100000:0.0:1789264490.361995:0:24270:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:0.0:1789264490.362004:0:24270:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a87adc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b0cf9464-0980-4629-90d9-a000ea360354+8:2405:x1876179311296128:12345-192.168.203.44@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789264490.362045:0:24270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.362064:0:24270:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.362072:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789264490.362090:0:24270:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789264490.362095:0:24270:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.362136:0:24270:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.362150:0:24270:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 8 pid: 25240 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264490.362164:0:24270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abe7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24270:1876179322899968:192.168.203.44@tcp:104: 00000100:00100000:0.0:1789264490.362238:0:24270:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3abad24e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789264490.364706:0:24270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abe7d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24270:1876179322899968:192.168.203.44@tcp:104: 00010000:00010000:0.0:1789264490.364734:0:24270:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.366486:0:3615:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.367173:0:22752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296256 00000100:00100000:1.0:1789264490.367183:0:22752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296256 00010000:00010000:1.0:1789264490.367225:0:22752:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 9 pid: 25240 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.367358:0:22752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:1.0:1789264490.367369:0:22752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0cf9464-0980-4629-90d9-a000ea360354+9:2404:x1876179311296256:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789264490.367384:0:22752:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789264490.367406:0:22752:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 9 pid: 25240 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.367419:0:22752:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 9 pid: 25240 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.367441:0:22752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014b69873/0xecaf9f2f14ed8dab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c2 expref: 9 pid: 25240 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.367475:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789264490.367479:0:22752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789264490.367485:0:22752:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.367495:0:22752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.367533:0:22752:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789264490.367647:0:24270:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367656:0:24270:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367675:0:24270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367682:0:24270:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367697:0:24270:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367703:0:24270:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366aa00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:0.0:1789264490.367707:0:24270:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367715:0:24270:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367726:0:24270:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.367733:0:24270:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4b8e8f4/0xecaf9f2f14ed8db2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.367925:0:22752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b0cf9464-0980-4629-90d9-a000ea360354+8:2404:x1876179311296256:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 557us (1445us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264490.367933:0:22752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 20 00000100:00100000:0.0:1789264490.368071:0:24270:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a87adc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b0cf9464-0980-4629-90d9-a000ea360354+7:2405:x1876179311296128:12345-192.168.203.44@tcp:1:lhsmtool_posix.0 Request processed in 6066us (6233us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264490.368079:0:24270:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 27 00000100:00100000:2.0:1789264490.370191:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.370317:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296512 00000100:00100000:1.0:1789264490.370325:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296512 00000100:00100000:1.0:1789264490.370377:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 63 00000100:00100000:1.0:1789264490.370386:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+16:18750:x1876179311296512:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1789264490.370463:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.370480:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 16 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.370488:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.370520:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 16 pid: 22766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.370546:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 16 pid: 22766 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.370560:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900096:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264490.370638:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784480 going to sleep for 11 seconds 00000100:00100000:1.0:1789264490.373212:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900096:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264490.373242:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.377561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:0.0:1789264490.377998:0:22753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296640 00000100:00100000:0.0:1789264490.378010:0:22753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296640 00010000:00010000:0.0:1789264490.378044:0:22753:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 17 pid: 22766 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789264490.378088:0:22753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 21 00000100:00100000:0.0:1789264490.378819:0:22753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0cf9464-0980-4629-90d9-a000ea360354+17:2402:x1876179311296640:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789264490.378836:0:22753:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789264490.378845:0:22753:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 17 pid: 22766 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378860:0:22753:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 17 pid: 22766 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378882:0:22753:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672c00/0xecaf9f2f14ed8d03 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb183 expref: 17 pid: 22766 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378898:0:22753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:0.0:1789264490.378905:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378915:0:22753:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378923:0:22753:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378929:0:22753:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.378962:0:22753:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789264490.379019:0:22753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b0cf9464-0980-4629-90d9-a000ea360354+16:2402:x1876179311296640:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 910us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264490.379026:0:22753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 21 00010000:00010000:1.0:1789264490.379128:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379136:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379327:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379339:0:22766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379348:0:22766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379377:0:22766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 16 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.379391:0:22766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 16 pid: 22767 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.379413:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900224:192.168.203.44@tcp:104: 00000100:00100000:1.0:1789264490.379466:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784c00 going to sleep for 11 seconds 00000100:00100000:1.0:1789264490.383580:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900224:192.168.203.44@tcp:104: 00010000:00010000:1.0:1789264490.383610:0:22766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.383884:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.383945:0:25791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296768 00000100:00100000:3.0:1789264490.383953:0:25791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296768 00010000:00010000:3.0:1789264490.383999:0:25791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 17 pid: 22767 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.384043:0:25791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 22 00000100:00100000:3.0:1789264490.384057:0:25791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+17:2403:x1876179311296768:12345-192.168.203.44@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789264490.384072:0:25791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789264490.384080:0:25791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 17 pid: 22767 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384092:0:25791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 17 pid: 22767 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384112:0:25791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c39836ca400/0xecaf9f2f14ed8d88 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1ad expref: 17 pid: 22767 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384126:0:25791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:3.0:1789264490.384145:0:25791:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384156:0:25791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384163:0:25791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.384192:0:25791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789264490.384248:0:25791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b0cf9464-0980-4629-90d9-a000ea360354+16:2403:x1876179311296768:12345-192.168.203.44@tcp:103:ldlm_bl.0 Request processed in 194us (363us total) trans 0 rc 0/0 00010000:00010000:1.0:1789264490.384248:0:22766:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.384265:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789264490.384266:0:25791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 22 00000001:00080000:1.0:1789264490.384374:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1789264490.384487:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1789264490.384522:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1789264490.384597:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22766:1876179322900352:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1789264490.384639:0:22766:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264490.385064:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784300 going to sleep for 11 seconds 00000100:00100000:2.0:1789264490.385136:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322900352 00000100:00100000:2.0:1789264490.385142:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322900352 00000100:00100000:2.0:1789264490.385184:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789264490.385193:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22766:x1876179322900352:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1789264490.385270:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22766:x1876179322900352:12345-0@lo:1000:mdt00_000.0 Request processed in 77us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264490.385277:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789264490.385391:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22766:1876179322900352:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1789264490.385551:0:22766:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1789264490.385606:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22766:1876179322900480:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1789264490.385636:0:22766:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264490.385661:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784480 going to sleep for 11 seconds 00000100:00100000:2.0:1789264490.386022:0:23169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322900480 00000100:00100000:2.0:1789264490.386027:0:23169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322900480 00000100:00100000:2.0:1789264490.386063:0:23169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789264490.386070:0:23169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22766:x1876179322900480:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1789264490.386187:0:23169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22766:x1876179322900480:12345-0@lo:1000:mdt00_000.0 Request processed in 117us (550us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789264490.386194:0:23169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789264490.386353:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22766:1876179322900480:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1789264490.386391:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386407:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386414:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386421:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8c800 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.386425:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386431:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386446:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:1.0:1789264490.386449:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789264490.386454:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386460:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dc0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386489:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386495:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386500:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386505:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3a84672000 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.386514:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386520:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386528:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.386531:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789264490.386537:0:22766:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386549:0:22766:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386558:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.386614:0:22766:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672e00/0xecaf9f2f14ed8d1f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb191 expref: 19 pid: 22767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.386627:0:22766:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900608:192.168.203.44@tcp:105: 00000100:00100000:1.0:1789264490.386676:0:22766:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c3983784480 going to sleep for 11 seconds 00000100:00100000:2.0:1789264490.393220:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.393358:0:22769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311296896 00000100:00100000:3.0:1789264490.393368:0:22769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311296896 00000100:00100000:3.0:1789264490.393497:0:22769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:3.0:1789264490.393509:0:22769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3ababd5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+20:18749:x1876179311296896:12345-192.168.203.44@tcp:49:dd.0 00000100:00100000:3.0:1789264490.393675:0:22769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3ababd5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b0cf9464-0980-4629-90d9-a000ea360354+20:18749:x1876179311296896:12345-192.168.203.44@tcp:49:dd.0 Request processed in 168us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264490.393683:0:22769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 10 00000100:00100000:1.0:1789264490.393808:0:22766:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22766:1876179322900608:192.168.203.44@tcp:105: 00010000:00010000:1.0:1789264490.393843:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393854:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3a84672000/0xecaf9f2f14ed8d18 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393901:0:22766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393915:0:22766:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393928:0:22766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393937:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393944:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393961:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393968:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8c000 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.393972:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393979:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.393990:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.393993:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789264490.393997:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394003:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c000/0xecaf9f2f14ed8dc7 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394022:0:22766:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394028:0:22766:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394034:0:22766:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394039:0:22766:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8d400 already unused, calling callback (ffffffffc1a9e4f0) 00010000:00010000:1.0:1789264490.394042:0:22766:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394060:0:22766:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394069:0:22766:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.394071:0:22766:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789264490.394075:0:22766:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.394081:0:22766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8d400/0xecaf9f2f14ed8db9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22766 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789264490.394219:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b0cf9464-0980-4629-90d9-a000ea360354+19:18750:x1876179311296512:12345-192.168.203.44@tcp:57:lhsmtool_posix.0 Request processed in 23833us (24033us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1789264490.394227:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 63 00000020:00080000:1.0:1789264490.394231:0:22766:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1789264490.394660:0:22803:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789264490.394672:0:22803:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789264490.394691:0:22803:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789264490.394698:0:22803:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789264490.398059:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:2.0:1789264490.398104:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.398461:0:22768:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311297024 00000100:00100000:1.0:1789264490.398471:0:22768:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311297024 00000100:00100000:1.0:1789264490.398558:0:22768:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 64 00000100:00100000:1.0:1789264490.398569:0:22768:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+19:18749:x1876179311297024:12345-192.168.203.44@tcp:101:dd.0 00010000:00010000:1.0:1789264490.398592:0:22768:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789264490.398611:0:22768:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dce lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9df94af8b3bdb1c9 expref: -99 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.398655:0:22768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8cc00/0xecaf9f2f14ed8dd5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.398669:0:22768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8cc00/0xecaf9f2f14ed8dd5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.398680:0:22768:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8cc00/0xecaf9f2f14ed8dd5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.399049:0:22768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8c800/0xecaf9f2f14ed8dce lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c9 expref: 21 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.399129:0:22768:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c3ab1b8cc00/0xecaf9f2f14ed8dd5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.44@tcp remote: 0x9df94af8b3bdb1c9 expref: 20 pid: 22768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.399139:0:22768:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c3a8e2c7c00) 00010000:00010000:1.0:1789264490.399143:0:22768:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789264490.399147:0:22768:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c3ab1b8cc00, rc 0) 00000100:00100000:0.0:1789264490.399216:0:22770:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311297280 00000100:00100000:0.0:1789264490.399222:0:22770:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311297280 00000100:00100000:1.0:1789264490.399260:0:22768:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b0cf9464-0980-4629-90d9-a000ea360354+21:18749:x1876179311297024:12345-192.168.203.44@tcp:101:dd.0 Request processed in 692us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264490.399264:0:22770:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 11 00000100:00100000:1.0:1789264490.399275:0:22768:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 64 00000100:00100000:0.0:1789264490.399278:0:22770:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+21:18750:x1876179311297280:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789264490.402212:0:22770:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789264490.402247:0:22770:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789264490.402296:0:22770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402313:0:22770:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402334:0:22770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402343:0:22770:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402349:0:22770:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402355:0:22770:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789264490.402371:0:22770:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789264490.402562:0:22755:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789264490.402569:0:22755:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.402577:0:22755:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c398366aa00 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264490.402581:0:22755:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.402590:0:22755:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.402618:0:22755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c3ab7df2b00) 00010000:00010000:2.0:1789264490.402622:0:22755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1789264490.402626:0:22755:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.402632:0:22755:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c398366aa00/0xecaf9f2f14ed8ddc lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22770 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.402646:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264490.402648:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789264490.402665:0:22755:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264490.402702:0:22770:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b0cf9464-0980-4629-90d9-a000ea360354+22:18750:x1876179311297280:12345-192.168.203.44@tcp:35:lhsmtool_posix.0 Request processed in 3424us (4657us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789264490.402713:0:22770:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 11 00000020:00080000:0.0:1789264490.402724:0:22770:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1789264490.418075:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:1.0:1789264490.418179:0:24276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311297408 00000100:00100000:1.0:1789264490.418191:0:24276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311297408 00000100:00100000:1.0:1789264490.418280:0:24276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 0 00000100:00100000:1.0:1789264490.418291:0:24276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b0cf9464-0980-4629-90d9-a000ea360354+7:2402:x1876179311297408:12345-192.168.203.44@tcp:4:dd.0 00002000:00010000:1.0:1789264490.418352:0:24276:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa6026a, atime: 0x6aa60269, ctime: 0x6aa6026a, blocks: 0x0 00010000:00010000:1.0:1789264490.418362:0:24276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.418380:0:24276:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=570s v=(0 0) 00010000:00010000:1.0:1789264490.418385:0:24276:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789264490.418403:0:24276:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789264490.418418:0:24276:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.427214:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.44@tcp (source: 12345-192.168.203.44@tcp) 00000100:00100000:3.0:1789264490.427311:0:24278:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:3.0:1789264490.427320:0:24278:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1789264490.427581:0:24278:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179311297536 00000100:00100000:2.0:1789264490.427589:0:24278:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179311297536 00000100:00100000:3.0:1789264490.428387:0:25808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.44@tcp, seq: 1 00000100:00100000:3.0:1789264490.428398:0:25808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b0cf9464-0980-4629-90d9-a000ea360354+9:2402:x1876179311297536:12345-192.168.203.44@tcp:4:dd.0 00010000:00010000:3.0:1789264490.428431:0:25808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.428448:0:25808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264490.428458:0:25808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789264490.428465:0:25808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789264490.428478:0:25808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789264490.494202:0:24267:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1789264490.494219:0:24267:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1789264490.494444:0:24276:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:2.0:1789264490.494449:0:24276:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 14952 00010000:00010000:2.0:1789264490.494466:0:24276:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494477:0:24276:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494485:0:24276:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494492:0:24276:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c3ab1b8c800 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264490.494497:0:24276:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494506:0:24276:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494591:0:24276:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.494599:0:24276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061369bab/0xecaf9f2f14ed8de3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.494853:0:24276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b0cf9464-0980-4629-90d9-a000ea360354+9:2402:x1876179311297408:12345-192.168.203.44@tcp:4:dd.0 Request processed in 76559us (76784us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1789264490.494866:0:24276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 0 00000001:00080000:3.0:1789264490.504132:0:24267:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00010000:00010000:2.0:1789264490.504607:0:25808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504630:0:25808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504640:0:25808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504647:0:25808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c39836ca400 already unused, calling callback (ffffffffc0e8e350) 00010000:00010000:2.0:1789264490.504652:0:25808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504661:0:25808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504681:0:25808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789264490.504690:0:25808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009224d26/0xecaf9f2f14ed8dea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789264490.504846:0:25808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983ff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b0cf9464-0980-4629-90d9-a000ea360354+5:2402:x1876179311297536:12345-192.168.203.44@tcp:4:dd.0 Request processed in 76445us (77636us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789264490.504857:0:25808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.44@tcp, seq: 1 00010000:00010000:2.0:1789264490.953992:0:25790:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789264491.530078:0:3625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322900736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789264491.530153:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264491.530154:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789264491.530171:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322900864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789264491.530206:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264491.530216:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322900736 00000100:00100000:0.0:1789264491.530224:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322900736 00000100:00080000:1.0:1789264491.530257:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789264491.530274:0:24275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322900864 00000100:00100000:0.0:1789264491.530278:0:24275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322900864 00000100:00100000:0.0:1789264491.530309:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789264491.530315:0:24274:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1789264491.530322:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322900736:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789264491.530329:0:24274:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:0.0:1789264491.530346:0:24275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3923513344 avail 3684286464 00000100:00080000:1.0:1789264491.530378:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789264491.530407:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1876179322900736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264491.530415:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789264491.530436:0:24275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789264491.530445:0:24275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322900864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789264491.530462:0:24275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1789264491.530499:0:24275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1876179322900864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264491.530506:0:24275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789264491.530564:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3623:1876179322900864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789264491.530588:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322900992:0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.530630:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264491.530667:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322901504:0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.530692:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264491.530715:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322902016:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.530717:0:22760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322900992 00000100:00100000:2.0:1789264491.530723:0:22760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322900992 00000100:00100000:2.0:1789264491.530790:0:22760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789264491.530802:0:22760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3623:x1876179322900992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.530803:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264491.530831:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789264491.530840:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322901376:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.530851:0:22760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3aa7675050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9d65a89-48e5-49c0-bcd9-825eb131eba2+24:3623:x1876179322900992:12345-0@lo:400:kworker.0 Request processed in 52us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.530858:0:22760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1789264491.530868:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264491.530889:0:3623:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322901888:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.530903:0:22772:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901504 00000100:00100000:2.0:1789264491.530909:0:22772:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901504 00000100:00100000:0.0:1789264491.530914:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264491.530943:0:22772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789264491.530948:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d9d65a89-48e5-49c0-bcd9-825eb131eba2:3623:1876179322900992:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.530955:0:22772:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322901504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.530978:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902016 00000100:00100000:0.0:1789264491.530983:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902016 00000100:00100000:2.0:1789264491.531001:0:22772:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3623:x1876179322901504:12345-0@lo:400:kworker.0 Request processed in 49us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.531009:0:22772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789264491.531019:0:25098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901376 00000100:00100000:0.0:1789264491.531024:0:25098:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901376 00000100:00100000:2.0:1789264491.531048:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901888 00000100:00100000:0.0:1789264491.531053:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789264491.531054:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901888 00000100:00100000:0.0:1789264491.531066:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322902016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.531082:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789264491.531092:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322901376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.531114:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1876179322902016:12345-0@lo:400:kworker.0 Request processed in 50us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264491.531123:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789264491.531134:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1876179322901376:12345-0@lo:400:kworker.0 Request processed in 43us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1789264491.531141:0:25098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789264491.531207:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322901120:0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.531239:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264491.531266:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322901632:0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.531288:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264491.531306:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322902144:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.531329:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901120 00000100:00100000:3.0:1789264491.531332:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264491.531335:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901120 00000100:00100000:3.0:1789264491.531350:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789264491.531359:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322901248:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.531371:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789264491.531380:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322901120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.531387:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264491.531411:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322901760:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.531426:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322901120:12345-0@lo:400:kworker.0 Request processed in 47us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264491.531434:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789264491.531441:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264491.531460:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322902272:0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.531482:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789264491.531497:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983ff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322901120:0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.531520:0:22767:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902144 00000100:00100000:3.0:1789264491.531523:0:22767:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902144 00000100:00100000:0.0:1789264491.531562:0:25098:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1876179322901888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.531594:0:25098:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1876179322901888:12345-0@lo:400:kworker.0 Request processed in 446us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.532965:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789264491.533015:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901760 00000100:00100000:2.0:1789264491.533020:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901760 00000100:00100000:2.0:1789264491.533045:0:22766:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902272 00000100:00100000:2.0:1789264491.533048:0:22766:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902272 00000100:00100000:2.0:1789264491.533067:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789264491.533074:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322901760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533234:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1876179322901760:12345-0@lo:400:kworker.0 Request processed in 159us (1792us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.533241:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789264491.533255:0:22766:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789264491.533262:0:22766:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322902272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533291:0:22766:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1876179322902272:12345-0@lo:400:kworker.0 Request processed in 30us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.533296:0:22766:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1789264491.533319:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789264491.533324:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789264491.533358:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322902400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264491.533391:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789264491.533434:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902400 00000100:00100000:2.0:1789264491.533438:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902400 00000100:00100000:2.0:1789264491.533468:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789264491.533474:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3983620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322902400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789264491.533489:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1789264491.533523:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3983620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3622:x1876179322902400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.533529:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789264491.533543:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789264491.533587:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3622:1876179322902400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789264491.533625:0:3625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3625:1876179322900736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789264491.533721:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901632 00000100:00100000:2.0:1789264491.533726:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901632 00000100:00100000:2.0:1789264491.533791:0:25240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322901248 00000100:00100000:2.0:1789264491.533794:0:25240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322901248 00000100:00100000:2.0:1789264491.533808:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789264491.533814:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3984658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322901632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533844:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3984658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322901632:12345-0@lo:400:kworker.0 Request processed in 31us (2555us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.533850:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789264491.533861:0:25240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789264491.533866:0:25240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322901248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533896:0:25240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322901248:12345-0@lo:400:kworker.0 Request processed in 30us (2513us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264491.533901:0:25240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789264491.533970:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983621500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3623:1876179322901376:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533982:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983622680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3623:1876179322901888:0@lo:400:kworker.0 00000100:00100000:2.0:1789264491.533993:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983622300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3623:1876179322901504:0@lo:400:kworker.0 00010000:00080000:2.0:1789264491.534006:0:3623:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983621180 x1876179322902016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789264491.534016:0:3623:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3623:1876179322902016:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.534326:0:3624:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:1.0:1789264491.534333:0:3624:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9c3abe7d8000, transno 12884901892 00000004:00080000:1.0:1789264491.534350:0:3624:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:1.0:1789264491.534370:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983622d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322901248:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.534383:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3624:1876179322901760:0@lo:400:kworker.0 00010000:00080000:1.0:1789264491.534394:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c3983620700 x1876179322902272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789264507 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789264491.534403:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983620700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3624:1876179322902272:0@lo:400:kworker.0 00000100:00100000:1.0:1789264491.534412:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983622a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322901632:0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.538758:0:22767:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789264491.538784:0:22767:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c398465aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1876179322902144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789264491.538873:0:22767:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c398465aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1876179322902144:12345-0@lo:400:kworker.0 Request processed in 104us (7543us total) trans 0 rc 0/0 00000100:00100000:3.0:1789264491.538880:0:22767:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789264491.538993:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983620e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3624:1876179322902144:0@lo:400:kworker.0 00000100:00100000:0.0:1789264491.539072:0:25098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000001:02000400:3.0:1789264491.706421:0:25847:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:2.0:1789264491.977967:0:22754:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789264492.554077:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322902656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789264492.554145:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264492.554216:0:3622:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789264492.554225:0:3622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3983621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322902528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789264492.554248:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789264492.554252:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789264492.554257:0:3624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c3abe7d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322902784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789264492.554285:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789264492.554303:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902656 00000100:00100000:1.0:1789264492.554310:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902656 00000100:00100000:1.0:1789264492.554373:0:22771:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902784 00000100:00100000:1.0:1789264492.554377:0:22771:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902784 00000100:00100000:1.0:1789264492.554395:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789264492.554403:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322902656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789264492.554434:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1789264492.554474:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3624:x1876179322902656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264492.554481:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789264492.554509:0:22771:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789264492.554515:0:22771:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3abe7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322902784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789264492.554533:0:22771:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789264492.555139:0:24274:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876179322902528 00000100:00100000:2.0:1789264492.555152:0:24274:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876179322902528 00000100:00100000:1.0:1789264492.555298:0:22771:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3abe7d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3624:x1876179322902784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 780us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1789264492.555307:0:22771:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789264492.555419:0:24274:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789264492.555425:0:24274:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c3a878cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322902528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789264492.555445:0:24274:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789264492.555485:0:24274:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c3a878cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3622:x1876179322902528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1789264492.555491:0:24274:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1789264492.555633:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3abe7d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3624:1876179322902784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789264492.555645:0:3624:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3a878cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3624:1876179322902656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789264492.556024:0:3622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c3983621180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3622:1876179322902528:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789264492.556104:0:22762:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 13368 lines, 13368 kept, 0 dropped, 0 bad.