00010000:00010000:2.0F:1787780185.439627:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1787780185.884377:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881699968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780185.884468:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1787780185.884714:0:18752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881699968 00000100:00100000:1.0:1787780185.884728:0:18752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881699968 00000100:00100000:1.0:1787780185.885126:0:18752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787780185.885136:0:18752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477988780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881699968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780185.885160:0:18752:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780185.885376:0:18752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477988780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881699968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 241us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780185.885395:0:18752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787780185.885477:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881699968:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1787780186.012091:0:17278:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787780186.012101:0:17278:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787780186.012121:0:17278:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787780186.012138:0:17278:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1787780186.461009:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780186.908282:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046e9bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881700096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780186.908353:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780186.908420:0:18276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700096 00000100:00100000:2.0:1787780186.908428:0:18276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700096 00000100:00100000:2.0:1787780186.908468:0:18276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787780186.908477:0:18276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881700096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780186.908509:0:18276:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787780186.908557:0:18276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9be1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881700096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780186.908564:0:18276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787780186.908608:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046e9bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881700096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0F:1787780186.909040:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fa8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780186.909093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780186.909164:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700224 00000100:00100000:0.0:1787780186.909169:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700224 00000100:00100000:0.0:1787780186.909194:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787780186.909200:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347faa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780186.909234:0:17248:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780186.909271:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347faa940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780186.909277:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787780186.909308:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fa8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700224:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1787780186.917994:0:17222:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1787780186.918012:0:17222:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9c047116ed80 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1787780186.918018:0:17222:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c044580d300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9c047116ecc0 00000020:00080000:2.0:1787780186.918022:0:17222:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9c044580df00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9c046d7b2000 00010000:00010000:3.0:1787780186.918085:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918096:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918113:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918120:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:3.0:1787780186.918124:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918130:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918146:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c0443d81200) 00010000:00010000:3.0:1787780186.918150:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787780186.918154:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780186.918160:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71600/0xc8fc0a5179961f75 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17244 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787780186.918278:0:17282:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1787780186.918353:0:17282:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:2.0:1787780187.066672:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066717:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066754:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066771:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066790:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066808:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066826:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066873:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066942:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780187.066971:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785088 00000100:00100000:2.0:1787780187.066981:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785088 00000100:00100000:2.0:1787780187.067051:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785216 00000100:00100000:2.0:1787780187.067055:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785216 00000100:00100000:2.0:1787780187.067069:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785600 00000100:00100000:2.0:1787780187.067071:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785600 00000100:00100000:2.0:1787780187.067084:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785728 00000100:00100000:2.0:1787780187.067087:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785728 00000100:00100000:2.0:1787780187.067122:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 74 00000100:00100000:2.0:1787780187.067134:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:2408:x1874622863785088:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780187.067210:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bfc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:2408:x1874622863785088:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 78us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.067218:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 74 00000100:00100000:2.0:1787780187.067236:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 75 00000100:00100000:2.0:1787780187.067244:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2408:x1874622863785216:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780187.067271:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bd2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2408:x1874622863785216:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 27us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.067277:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 75 00000100:00100000:2.0:1787780187.067290:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 76 00000100:00100000:2.0:1787780187.067297:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9be940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863785600:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780187.067321:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9be940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863785600:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 24us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.067327:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 76 00000100:00100000:2.0:1787780187.067339:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 77 00000100:00100000:2.0:1787780187.067346:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863785728:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780187.067368:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bf840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863785728:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 23us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.067624:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 77 00000100:00100000:2.0:1787780187.067654:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785344 00000100:00100000:2.0:1787780187.067658:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785344 00000100:00100000:2.0:1787780187.067680:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785472 00000100:00100000:2.0:1787780187.067684:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785472 00000100:00100000:2.0:1787780187.067694:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785856 00000100:00100000:2.0:1787780187.067696:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785856 00000100:00100000:2.0:1787780187.067705:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863785984 00000100:00100000:2.0:1787780187.067707:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863785984 00000100:00100000:2.0:1787780187.067719:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:2.0:1787780187.067725:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2408:x1874622863785344:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780187.067753:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bf0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2408:x1874622863785344:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 29us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.067759:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:2.0:1787780187.067769:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 33 00000100:00100000:2.0:1787780187.067775:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2407:x1874622863785472:12345-192.168.203.31@tcp:9:kworker.0 00000020:00000080:2.0:1787780187.067793:0:18751:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961cab 00000100:00080000:2.0:1787780187.067809:0:18751:0:(import.c:65:import_set_state_nolock()) ffff9c0341c08000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787780187.067875:0:18751:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787780187.067995:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bcb40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+2:2407:x1874622863785472:12345-192.168.203.31@tcp:9:kworker.0 Request processed in 218us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.068002:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 33 00000100:00100000:2.0:1787780187.068015:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:2.0:1787780187.068022:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2407:x1874622863785856:12345-192.168.203.31@tcp:9:kworker.0 00000020:00000080:2.0:1787780187.068032:0:18751:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961ce3 00000100:00080000:2.0:1787780187.068039:0:18751:0:(import.c:65:import_set_state_nolock()) ffff9c0345e37000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787780187.068083:0:18751:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1787780187.068155:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bd680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+2:2407:x1874622863785856:12345-192.168.203.31@tcp:9:kworker.0 Request processed in 133us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.068162:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:2.0:1787780187.068175:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 35 00000100:00100000:2.0:1787780187.068182:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2407:x1874622863785984:12345-192.168.203.31@tcp:9:kworker.0 00000020:00000080:2.0:1787780187.068194:0:18751:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961cea 00000100:00080000:2.0:1787780187.068199:0:18751:0:(import.c:65:import_set_state_nolock()) ffff9c03412d3000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787780187.068222:0:18751:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1787780187.068278:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bc3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+2:2407:x1874622863785984:12345-192.168.203.31@tcp:9:kworker.0 Request processed in 96us (1335us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780187.068285:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 35 00000100:00080000:2.0:1787780187.068317:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787780187.068321:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787780187.068324:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787780187.068326:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787780187.068614:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780187.068626:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780187.068775:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863784960 00000100:00100000:3.0:1787780187.068781:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863784960 00000100:00100000:3.0:1787780187.068855:0:17237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 169 00000100:00100000:3.0:1787780187.068865:0:17237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2408:x1874622863784960:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780187.068907:0:17237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2408:x1874622863784960:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 44us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780187.068915:0:17237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 169 00010000:00010000:3.0:1787780187.068947:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780187.491391:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787780187.871675:0:17994:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787780188.509874:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780188.743913:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780188.744094:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786112 00000100:00100000:0.0:1787780188.744105:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786112 00000100:00100000:0.0:1787780188.744159:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 65 00000100:00100000:0.0:1787780188.744170:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c047798a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:15639:x1874622863786112:12345-192.168.203.31@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1787780188.744267:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c047798a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:15639:x1874622863786112:12345-192.168.203.31@tcp:60:lhsmtool_posix.0 Request processed in 99us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780188.744276:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 65 00000100:00100000:0.0:1787780188.749077:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780188.749153:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786240 00000100:00100000:1.0:1787780188.749162:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786240 00000100:00100000:1.0:1787780188.749216:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 66 00000100:00100000:1.0:1787780188.749226:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fa9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:15639:x1874622863786240:12345-192.168.203.31@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787780188.749324:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fa9680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:15639:x1874622863786240:12345-192.168.203.31@tcp:60:lhsmtool_posix.0 Request processed in 99us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780188.749332:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 66 00000100:00100000:0.0:1787780188.759217:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780188.760134:0:17245:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786496 00000100:00100000:2.0:1787780188.760146:0:17245:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786496 00000100:00100000:2.0:1787780188.760210:0:17245:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:2.0:1787780188.760220:0:17245:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fa8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:15639:x1874622863786496:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787780188.760455:0:17245:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fa8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+14:15639:x1874622863786496:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 Request processed in 236us (1246us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1787780188.760465:0:17245:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:3.0:1787780189.468137:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787780189.468159:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787780189.468231:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780189.468368:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700352 00000100:00100000:1.0:1787780189.468376:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700352 00000100:00100000:1.0:1787780189.468436:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787780189.468446:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04779892c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780189.468475:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780189.468538:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04779892c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780189.468544:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787780189.468794:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780189.468804:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881700480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780189.468832:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780189.468875:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700480 00000100:00100000:1.0:1787780189.468879:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700480 00000100:00100000:1.0:1787780189.468902:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787780189.468907:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881700480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787780189.468916:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780189.468945:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928d680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881700480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780189.468951:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787780189.468987:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881700480:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787780189.469176:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787780189.469202:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787780189.471449:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700736:0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.471492:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881700864:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.471525:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780189.471525:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780189.471588:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700864 00000100:00100000:2.0:1787780189.471594:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700864 00000100:00100000:2.0:1787780189.471651:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787780189.471660:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461954b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881700864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780189.471918:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fa8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881700608:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.473276:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fa9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881701248:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.473322:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780189.473348:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881701760:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.473388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780189.473428:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701760 00000100:00100000:3.0:1787780189.473434:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701760 00000100:00100000:3.0:1787780189.473479:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787780189.473601:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881701760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.473652:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e30c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881701760:12345-0@lo:400:kworker.0 Request processed in 166us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780189.473659:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787780189.473712:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881701760:0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.474012:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881701376:0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.474065:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780189.474085:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874622881701888:0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.474103:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780189.474136:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701376 00000100:00100000:0.0:1787780189.474140:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701376 00000100:00100000:3.0:1787780189.474314:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701888 00000100:00100000:3.0:1787780189.474324:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701888 00000100:00100000:0.0:1787780189.474363:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787780189.474371:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461956940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881701376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.474408:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461956940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881701376:12345-0@lo:400:kworker.0 Request processed in 38us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780189.474413:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787780189.474427:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787780189.474433:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1874622881701888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780189.474472:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1874622881701888:12345-0@lo:400:kworker.0 Request processed in 39us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780189.474477:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787780189.475274:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461954b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881700864:12345-0@lo:400:kworker.0 Request processed in 3612us (3746us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780189.475284:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787780189.475315:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701248 00000100:00100000:2.0:1787780189.475319:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701248 00000100:00100000:2.0:1787780189.475352:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787780189.475369:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c047798b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881701248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780189.475407:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c047798b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881701248:12345-0@lo:400:kworker.0 Request processed in 50us (2086us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780189.475413:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787780189.475440:0:17247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700736 00000100:00100000:2.0:1787780189.475444:0:17247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700736 00000100:00100000:2.0:1787780189.475467:0:17247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787780189.475472:0:17247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c047798b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780189.475503:0:17247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c047798b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881700736:12345-0@lo:400:kworker.0 Request processed in 31us (3979us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780189.475508:0:17247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:2.0:1787780189.475530:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787780189.475534:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787780189.475536:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780189.475579:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fa9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881701248:0@lo:400:kworker.0 00000100:00100000:2.0:1787780189.475591:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881700736:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.478465:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347faa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881700992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.478610:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780189.478641:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461957840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881701504:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.478662:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780189.478930:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700992 00000100:00100000:3.0:1787780189.478939:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700992 00000100:00100000:3.0:1787780189.478974:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701504 00000100:00100000:3.0:1787780189.478976:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701504 00000100:00100000:3.0:1787780189.479006:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787780189.479013:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347ee1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881700992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.479063:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347ee1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881700992:12345-0@lo:400:kworker.0 Request processed in 50us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780189.479070:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1787780189.479087:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787780189.479093:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881701504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.479117:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347ee3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881701504:12345-0@lo:400:kworker.0 Request processed in 25us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780189.479122:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1787780189.479155:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347faa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881700992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.479166:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461957840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881701504:0@lo:400:kworker.0 00000100:00080000:3.0:1787780189.479187:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787780189.479223:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881700864:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.479235:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881701376:0@lo:400:kworker.0 00010000:00080000:3.0:1787780189.479248:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0461955680 x1874622881701888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780189.479273:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874622881701888:0@lo:400:kworker.0 00000100:00100000:1.0:1787780189.479421:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780189.479455:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fa8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881701120:0@lo:400:kworker.0 00000100:00100000:1.0:1787780189.479483:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780189.479579:0:18276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701120 00000100:00100000:1.0:1787780189.479583:0:18276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701120 00000100:00100000:1.0:1787780189.479611:0:18276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787780189.479617:0:18276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881701120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780189.479650:0:18276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928f840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881701120:12345-0@lo:400:kworker.0 Request processed in 32us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780189.479656:0:18276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787780189.479691:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fa8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881701120:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.479952:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881700608 00000100:00100000:3.0:1787780189.479957:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881700608 00000100:00100000:3.0:1787780189.479984:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1787780189.479991:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881700608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.480023:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881700608:12345-0@lo:400:kworker.0 Request processed in 33us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780189.480029:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1787780189.480105:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881701632:0@lo:400:kworker.0 00000100:00100000:1.0:1787780189.480131:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780189.480162:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fa8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881700608:0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.480218:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881701632 00000100:00100000:3.0:1787780189.480222:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881701632 00000100:00100000:3.0:1787780189.480263:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787780189.480269:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881701632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780189.480300:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928c3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881701632:12345-0@lo:400:kworker.0 Request processed in 31us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780189.480305:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:1.0:1787780189.480366:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787780189.480386:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c04619552c0 x1874622881701632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780189.480397:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881701632:0@lo:400:kworker.0 00010000:00010000:3.0:1787780189.532283:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780189.980271:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780189.980295:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881702016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780189.980372:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780189.980467:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702016 00000100:00100000:2.0:1787780189.980475:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702016 00000100:00100000:2.0:1787780189.980525:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787780189.980534:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881702016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787780189.980579:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787780189.980624:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928cf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881702016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780189.980631:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787780189.980836:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881702016:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787780190.556112:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780191.004099:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780191.004122:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881702144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780191.004190:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780191.004282:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702144 00000100:00100000:1.0:1787780191.004289:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702144 00000100:00100000:1.0:1787780191.004363:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787780191.004374:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881702144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780191.004402:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780191.004451:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215e940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881702144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780191.004458:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1787780191.004517:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787780191.004549:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881702144:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787780191.580080:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780192.028571:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046e9bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881702272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780192.028658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780192.028822:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702272 00000100:00100000:2.0:1787780192.028830:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702272 00000100:00100000:2.0:1787780192.029131:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787780192.029142:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881702272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780192.029182:0:17248:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787780192.029335:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881702272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 194us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780192.029353:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787780192.029418:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881702400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787780192.029451:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780192.029530:0:17247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702400 00000100:00100000:2.0:1787780192.029535:0:17247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702400 00000100:00100000:2.0:1787780192.029563:0:17247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787780192.029570:0:17247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881702400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787780192.029587:0:17247:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787780192.029620:0:17247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881702400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780192.029625:0:17247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787780192.029709:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881702400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780192.038310:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046e9bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881702272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780192.150085:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780192.150128:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780192.150176:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780192.150211:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780192.150224:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786880 00000100:00100000:1.0:1787780192.150235:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786880 00000100:00100000:3.0:1787780192.150236:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780192.150272:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780192.150296:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787136 00000100:00100000:1.0:1787780192.150299:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786752 00000100:00100000:3.0:1787780192.150301:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787136 00000100:00100000:1.0:1787780192.150304:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786752 00000100:00100000:3.0:1787780192.150329:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787264 00000100:00100000:3.0:1787780192.150333:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787264 00000100:00100000:2.0:1787780192.150352:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787008 00000100:00100000:2.0:1787780192.150358:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787008 00000100:00100000:1.0:1787780192.150358:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 84 00000100:00100000:1.0:1787780192.150372:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863786880:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780192.150408:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 37 00000100:00100000:0.0:1787780192.150415:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863786624 00000100:00100000:2.0:1787780192.150419:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787008:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780192.150421:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863786624 00000100:00100000:1.0:1787780192.150450:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863786880:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780192.150462:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787008:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 45us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780192.150462:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 171 00000100:00100000:2.0:1787780192.150482:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 37 00000100:00100000:0.0:1787780192.150487:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2409:x1874622863786624:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780192.150536:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2409:x1874622863786624:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 54us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780192.150543:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 171 00000100:00100000:3.0:1787780192.151039:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 85 00000100:00100000:3.0:1787780192.151050:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863787136:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780192.151082:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863787136:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 35us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780192.151088:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 85 00000100:00100000:3.0:1787780192.151102:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 86 00000100:00100000:3.0:1787780192.151108:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347feb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6e302a01-7f05-4001-b9ff-8e623671b6e0+14:2409:x1874622863786752:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780192.151133:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347feb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6e302a01-7f05-4001-b9ff-8e623671b6e0+14:2409:x1874622863786752:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 26us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780192.151139:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 86 00000100:00100000:3.0:1787780192.151150:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 87 00000100:00100000:3.0:1787780192.151156:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863787264:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780192.151180:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863787264:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 24us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780192.151185:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 87 00000100:00080000:3.0:1787780192.154220:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787780192.154230:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787780192.154232:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787780192.155077:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 84 00010000:00010000:3.0:1787780192.604048:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787780193.056399:0:17222:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1787780193.056412:0:17222:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1787780193.057176:0:17282:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1787780193.057192:0:17282:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000001:00100000:1.0:1787780193.057658:0:19563:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000020:00000080:1.0:1787780193.057664:0:19563:0:(genops.c:885:class_export_put()) final put ffff9c03412d6000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000001:00100000:1.0:1787780193.057686:0:19563:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6e302a01-7f05-4001-b9ff-8e623671b6e0 00000020:00000080:1.0:1787780193.057688:0:19563:0:(genops.c:885:class_export_put()) final put ffff9c0341c0f800/6e302a01-7f05-4001-b9ff-8e623671b6e0 00000020:00000080:3.0:1787780193.057874:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03412d6000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 for lustre-OST0001 00000020:00000080:3.0:1787780193.057926:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341c0f800/6e302a01-7f05-4001-b9ff-8e623671b6e0 for lustre-OST0001 00000020:00000080:3.0:1787780193.057947:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c03412d3000 for lustre-OST0001 00000020:00000080:3.0:1787780193.057951:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0341c08000 for lustre-OST0001 00000001:00100000:3.0:1787780193.058676:0:18745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000020:00000080:3.0:1787780193.058682:0:18745:0:(genops.c:885:class_export_put()) final put ffff9c0345e35800/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000020:00000080:0.0:1787780193.058748:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e35800/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 for lustre-OST0000 00000020:00000080:0.0:1787780193.058810:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0345e37000 for lustre-OST0000 00010000:00010000:0.0:1787780193.631054:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787780193.660065:0:20620:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 17:36:32 (1787780192) 00000100:00100000:0.0:1787780194.588262:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461957840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881702784:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588344:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588396:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881703296:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588419:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588435:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471063c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881703808:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588485:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787780194.588491:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881702912:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588511:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588532:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471062580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881703424:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588552:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588567:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881703936:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588588:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.588618:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702784 00000100:00100000:0.0:1787780194.588625:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702784 00000100:00100000:0.0:1787780194.588672:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703296 00000100:00100000:0.0:1787780194.588676:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703296 00000100:00100000:0.0:1787780194.588690:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702912 00000100:00100000:0.0:1787780194.588692:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702912 00000100:00100000:0.0:1787780194.588703:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703424 00000100:00100000:0.0:1787780194.588705:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703424 00000100:00100000:0.0:1787780194.588732:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787780194.588739:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881702784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588787:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881702784:12345-0@lo:400:kworker.0 Request processed in 48us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.588805:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787780194.588822:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787780194.588828:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710621c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881703296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588883:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710621c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881703296:12345-0@lo:400:kworker.0 Request processed in 54us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.588889:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787780194.588900:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787780194.588905:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710612c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881702912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588927:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710612c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881702912:12345-0@lo:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.588932:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787780194.588940:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787780194.588945:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471060b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881703424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.588965:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471060b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881703424:12345-0@lo:400:kworker.0 Request processed in 20us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.588969:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787780194.588986:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703808 00000100:00100000:0.0:1787780194.588989:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703808 00000100:00100000:0.0:1787780194.589010:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703936 00000100:00100000:0.0:1787780194.589012:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703936 00000100:00100000:0.0:1787780194.589028:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787780194.589033:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881703808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589061:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881703808:12345-0@lo:400:kworker.0 Request processed in 29us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.589067:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787780194.589086:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1787780194.589092:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881703936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589118:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881703936:12345-0@lo:400:kworker.0 Request processed in 26us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.589124:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1787780194.589148:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787780194.589152:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787780194.589154:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787780194.589156:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787780194.589186:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881702912:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589195:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471062580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881703424:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589202:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881703936:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589210:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461957840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881702784:0@lo:400:kworker.0 00000100:00100000:0.0:1787780194.589217:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881703296:0@lo:400:kworker.0 00010000:00080000:0.0:1787780194.589228:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0471063c00 x1874622881703808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780194.589237:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471063c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881703808:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589410:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881702656:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589445:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589471:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881703168:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589490:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589505:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881703680:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589525:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589542:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1787780194.589548:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881702528:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589573:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589594:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881703040:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589615:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589629:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881703552:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589649:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589662:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874622881704064:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589681:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780194.589706:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702656 00000100:00100000:2.0:1787780194.589710:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702656 00000100:00100000:2.0:1787780194.589740:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703168 00000100:00100000:2.0:1787780194.589743:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703168 00000100:00100000:2.0:1787780194.589756:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787780194.589762:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9be580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881702656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589801:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9be580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881702656:12345-0@lo:400:kworker.0 Request processed in 39us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780194.589816:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787780194.589831:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787780194.589862:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881703168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589894:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bc780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881703168:12345-0@lo:400:kworker.0 Request processed in 57us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780194.589900:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787780194.589924:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881702528 00000100:00100000:2.0:1787780194.589927:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881702528 00000100:00100000:2.0:1787780194.589949:0:17237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1787780194.589955:0:17237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881702528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.589983:0:17237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881702528:12345-0@lo:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780194.589989:0:17237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1787780194.590024:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881702528:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.590034:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881702656:0@lo:400:kworker.0 00000100:00100000:2.0:1787780194.590043:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881703168:0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590213:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703680 00000100:00100000:1.0:1787780194.590217:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703680 00000100:00100000:1.0:1787780194.590287:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703040 00000100:00100000:1.0:1787780194.590290:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703040 00000100:00100000:1.0:1787780194.590302:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881703552 00000100:00100000:1.0:1787780194.590305:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881703552 00000100:00100000:1.0:1787780194.590315:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704064 00000100:00100000:1.0:1787780194.590318:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704064 00000100:00100000:1.0:1787780194.590348:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787780194.590354:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e9bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881703680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590394:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e9bcf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881703680:12345-0@lo:400:kworker.0 Request processed in 41us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780194.590409:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1787780194.590423:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787780194.590428:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fa8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881703040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590458:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fa8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881703040:12345-0@lo:400:kworker.0 Request processed in 29us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780194.590463:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787780194.590473:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787780194.590478:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881703552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590500:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fa8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881703552:12345-0@lo:400:kworker.0 Request processed in 22us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780194.590505:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787780194.590515:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787780194.590521:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874622881704064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590544:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874622881704064:12345-0@lo:400:kworker.0 Request processed in 24us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780194.590549:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787780194.590595:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881703040:0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590606:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881703552:0@lo:400:kworker.0 00010000:00080000:1.0:1787780194.590616:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0471060000 x1874622881704064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780194.590625:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874622881704064:0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590635:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881703680:0@lo:400:kworker.0 00000100:00100000:1.0:1787780194.590683:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787780194.590700:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881704192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780194.590731:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780194.590765:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704192 00000100:00100000:1.0:1787780194.590769:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704192 00000100:00100000:1.0:1787780194.590796:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787780194.590803:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881704192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780194.590824:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780194.590886:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928d2c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881704192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780194.590892:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787780194.590930:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881704192:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787780194.592950:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787780194.592958:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787780194.597880:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347faa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881704320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787780194.597945:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780194.597996:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704320 00000100:00100000:0.0:1787780194.598003:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704320 00000100:00100000:0.0:1787780194.598040:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787780194.598048:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881704320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787780194.598074:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780194.598111:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881704320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780194.598118:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787780194.598160:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347faa580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881704320:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787780194.652014:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780195.100480:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787780195.100507:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881704448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787780195.100621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780195.100871:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704448 00000100:00100000:1.0:1787780195.100881:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704448 00000100:00100000:1.0:1787780195.100933:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780195.100944:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fa9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881704448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787780195.100975:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780195.101032:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fa9e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881704448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780195.101040:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787780195.101109:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881704448:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787780195.676519:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780196.124688:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787780196.124712:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034928cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881704576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780196.124783:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780196.125225:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704576 00000100:00100000:1.0:1787780196.125234:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704576 00000100:00100000:1.0:1787780196.125306:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787780196.125326:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fea580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881704576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780196.125350:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780196.125403:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fea580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881704576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780196.125426:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787780196.125474:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034928cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881704576:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787780196.125551:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1787780196.253918:0:17278:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787780196.253927:0:17278:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787780196.253946:0:17278:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787780196.253954:0:17278:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1787780196.700345:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787780197.085731:0:17994:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787780197.148032:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780197.148054:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881704704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780197.148118:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780197.148200:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704704 00000100:00100000:0.0:1787780197.148207:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704704 00000100:00100000:0.0:1787780197.148247:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787780197.148256:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881704704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780197.148287:0:17248:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780197.148352:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881704704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.148359:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787780197.149229:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881704704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787780197.151341:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881704832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780197.151406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780197.151537:0:18276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704832 00000100:00100000:2.0:1787780197.151544:0:18276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704832 00000100:00100000:2.0:1787780197.151592:0:18276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787780197.151601:0:18276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881704832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780197.151633:0:18276:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787780197.151702:0:18276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928cb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881704832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780197.151710:0:18276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787780197.151792:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fab0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881704832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780197.269493:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780197.269537:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780197.269583:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780197.269611:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780197.269632:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780197.269663:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780197.269746:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787648 00000100:00100000:0.0:1787780197.269755:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787648 00000100:00100000:0.0:1787780197.269817:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787904 00000100:00100000:0.0:1787780197.269820:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787904 00000100:00100000:0.0:1787780197.269832:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787520 00000100:00100000:0.0:1787780197.269834:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787520 00000100:00100000:0.0:1787780197.269872:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788032 00000100:00100000:0.0:1787780197.269875:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788032 00000100:00100000:0.0:1787780197.269888:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 94 00000100:00100000:0.0:1787780197.269909:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787648:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780197.269988:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928f0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787648:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 92us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.269996:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 94 00000100:00100000:0.0:1787780197.270013:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 95 00000100:00100000:0.0:1787780197.270019:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863787904:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780197.270042:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2409:x1874622863787904:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 24us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.270049:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 95 00000100:00100000:0.0:1787780197.270061:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 96 00000100:00100000:0.0:1787780197.270067:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034928c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:2409:x1874622863787520:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780197.270088:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034928c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:2409:x1874622863787520:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 22us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.270094:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 96 00000100:00100000:0.0:1787780197.270104:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 97 00000100:00100000:0.0:1787780197.270110:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863788032:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780197.270130:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2409:x1874622863788032:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 20us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.270136:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 97 00000100:00100000:0.0:1787780197.270157:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787776 00000100:00100000:0.0:1787780197.270160:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787776 00000100:00100000:0.0:1787780197.270187:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 42 00000100:00100000:0.0:1787780197.270194:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787776:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780197.270228:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2409:x1874622863787776:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 35us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.270241:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 42 00000100:00080000:1.0:1787780197.270375:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780197.270380:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780197.270382:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787780197.270594:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863787392 00000100:00100000:3.0:1787780197.270599:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863787392 00000100:00100000:3.0:1787780197.270635:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 173 00000100:00100000:3.0:1787780197.270643:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2409:x1874622863787392:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780197.270680:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2409:x1874622863787392:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 38us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780197.270687:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 173 00010000:00010000:1.0:1787780197.725083:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780197.835479:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780197.835803:0:17246:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788288 00000100:00100000:0.0:1787780197.835814:0:17246:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788288 00000100:00100000:0.0:1787780197.835903:0:17246:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:0.0:1787780197.835914:0:17246:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6e302a01-7f05-4001-b9ff-8e623671b6e0+13:16400:x1874622863788288:12345-192.168.203.31@tcp:35:umount.0 00000001:00080000:0.0:1787780197.836680:0:17246:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1787780197.836768:0:17246:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:0.0:1787780197.837730:0:17246:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6e302a01-7f05-4001-b9ff-8e623671b6e0+16:16400:x1874622863788288:12345-192.168.203.31@tcp:35:umount.0 Request processed in 1810us (2254us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1787780197.837743:0:17246:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 13 00000020:00080000:0.0:1787780197.837749:0:17246:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1787780197.863430:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780197.863477:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780197.863555:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780197.863740:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788416 00000100:00100000:2.0:1787780197.863750:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788416 00000100:00100000:2.0:1787780197.863812:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788672 00000100:00100000:2.0:1787780197.863815:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788672 00000100:00100000:2.0:1787780197.863829:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788544 00000100:00100000:2.0:1787780197.863832:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788544 00000100:00100000:2.0:1787780197.863879:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:2.0:1787780197.863889:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+15:2409:x1874622863788416:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780197.863921:0:17228:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780197.863943:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4bc00/0xc8fc0a5179961c81 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2196 expref: 15 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780197.863959:0:17228:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780197.864010:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+14:2409:x1874622863788416:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 122us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780197.864018:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:2.0:1787780197.864037:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:2.0:1787780197.864044:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+13:2409:x1874622863788672:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780197.864052:0:17228:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780197.864061:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0440031a00/0xc8fc0a5179961d45 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea227d expref: 13 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780197.864070:0:17228:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780197.864088:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d49c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+12:2409:x1874622863788672:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 45us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780197.864118:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:2.0:1787780197.864396:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:2.0:1787780197.864404:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347febc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+11:2409:x1874622863788544:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780197.864411:0:17228:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780197.864420:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4ae00/0xc8fc0a5179961c88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea21c7 expref: 11 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780197.864432:0:17228:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780197.864448:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347febc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+10:2409:x1874622863788544:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 45us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780197.864454:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:1.0:1787780197.871790:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780197.873023:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863788800 00000100:00100000:0.0:1787780197.873036:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863788800 00000100:00100000:0.0:1787780197.873123:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 36 00000100:00100000:0.0:1787780197.873141:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346efcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2407:x1874622863788800:12345-192.168.203.31@tcp:9:umount.0 00000020:00000080:0.0:1787780197.873178:0:18751:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961ca4 00000100:00080000:0.0:1787780197.873189:0:18751:0:(import.c:65:import_set_state_nolock()) ffff9c0341c0a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787780197.873244:0:18751:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:1.0:1787780197.873245:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780197.873414:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346efcf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+2:2407:x1874622863788800:12345-192.168.203.31@tcp:9:umount.0 Request processed in 281us (1632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780197.873423:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 36 00000100:00100000:2.0:1787780197.885932:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780197.886030:0:17244:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863789696 00000100:00100000:0.0:1787780197.886041:0:17244:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863789696 00000100:00100000:0.0:1787780197.886108:0:17244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 67 00000100:00100000:0.0:1787780197.886119:0:17244:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347faa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+16:2407:x1874622863789696:12345-192.168.203.31@tcp:39:umount.0 00000020:00000080:0.0:1787780197.886159:0:17244:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961c96 00000020:00010000:0.0:1787780197.886188:0:17244:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c0341c0c800: total 0 00000100:00080000:0.0:1787780197.886193:0:17244:0:(import.c:65:import_set_state_nolock()) ffff9c0341c0f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787780197.886225:0:17244:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000020:00010000:1.0:1787780197.886249:0:18397:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c0341c0c800: total 0 00010000:00010000:1.0:1787780197.886255:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780197.886318:0:18397:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c0341c0c800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1787780197.886365:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c0341cd4700) 00010000:00010000:1.0:1787780197.886370:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787780197.886378:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477868400/0xc8fc0a5179961d61 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2284 expref: 15 pid: 20085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780197.886409:0:17244:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347faa580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6e302a01-7f05-4001-b9ff-8e623671b6e0+14:2407:x1874622863789696:12345-192.168.203.31@tcp:39:umount.0 Request processed in 289us (486us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1787780197.886419:0:17244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 67 00010000:00010000:1.0:1787780197.886420:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9c0347a4ef00) 00010000:00010000:1.0:1787780197.886424:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787780197.886431:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70600/0xc8fc0a5179961e41 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea22c3 expref: 14 pid: 19793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.886803:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c0347a4e600) 00010000:00010000:1.0:1787780197.886807:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787780197.886812:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373e00/0xc8fc0a5179961ef0 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2302 expref: 12 pid: 20085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.886831:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c0341cd4e00) 00010000:00010000:1.0:1787780197.886834:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787780197.887527:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477869600/0xc8fc0a5179961d7d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea228b expref: 11 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.887553:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c0347a4e600) 00010000:00010000:1.0:1787780197.887555:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787780197.887560:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0348c7bc00/0xc8fc0a5179961ebf lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea22ed expref: 10 pid: 17243 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.887572:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9c0347a4e600) 00010000:00010000:1.0:1787780197.887575:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787780197.887579:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71e00/0xc8fc0a5179961f9f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea233a expref: 9 pid: 20085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.887595:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0443d81100) 00010000:00010000:1.0:1787780197.887598:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787780197.887613:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0440030200/0xc8fc0a5179961dbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2299 expref: 8 pid: 19793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.887629:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9c0443d81200) 00010000:00010000:1.0:1787780197.887631:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787780197.887635:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179961f4b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2317 expref: 7 pid: 20085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780197.887648:0:18397:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c0341c0c800, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1787780197.889254:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780197.889257:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780197.889259:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780197.909044:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780197.909153:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863789824 00000100:00100000:0.0:1787780197.909162:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863789824 00000100:00100000:0.0:1787780197.909223:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 68 00000100:00100000:0.0:1787780197.909233:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6e302a01-7f05-4001-b9ff-8e623671b6e0+5:2407:x1874622863789824:12345-192.168.203.31@tcp:39:umount.0 00000020:00000080:0.0:1787780197.909343:0:19793:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961c9d 00000100:00080000:0.0:1787780197.909363:0:19793:0:(import.c:65:import_set_state_nolock()) ffff9c047117a800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787780197.909395:0:19793:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1787780197.909764:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780197.910331:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fab0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6e302a01-7f05-4001-b9ff-8e623671b6e0+3:2407:x1874622863789824:12345-192.168.203.31@tcp:39:umount.0 Request processed in 1095us (1292us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1787780197.910342:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 68 00010000:00010000:1.0:1787780198.753113:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780199.689326:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780199.689369:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780199.689823:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780199.700076:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863789952 00000100:00100000:2.0:1787780199.700091:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863789952 00000100:00100000:2.0:1787780199.700768:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790208 00000100:00100000:2.0:1787780199.700773:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790208 00000100:00100000:2.0:1787780199.700795:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790080 00000100:00100000:2.0:1787780199.700798:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790080 00000100:00100000:2.0:1787780199.700818:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:2.0:1787780199.700827:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+12:2410:x1874622863789952:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780199.700862:0:17228:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780199.700883:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a71000/0xc8fc0a5179961cc0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2206 expref: 12 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780199.700900:0:17228:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780199.700948:0:18398:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780199.700956:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+11:2410:x1874622863789952:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 130us (11641us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780199.700957:0:18398:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+11:2410:x1874622863790208:12345-192.168.203.31@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787780199.700977:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:2.0:1787780199.700995:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 8 00010000:00010000:0.0:1787780199.701035:0:18398:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780199.701046:0:18398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4ba00/0xc8fc0a5179961d3e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2276 expref: 10 pid: 17237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780199.701057:0:18398:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780199.701079:0:18398:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+9:2410:x1874622863790208:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 124us (11710us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780199.701086:0:18398:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780199.701598:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+8:2410:x1874622863790080:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780199.701610:0:17228:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780199.701622:0:17228:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a70400/0xc8fc0a5179961cc7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2237 expref: 8 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780199.701633:0:17228:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780199.701656:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+7:2410:x1874622863790080:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 655us (11835us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.701664:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 8 00000100:00100000:2.0:1787780199.708484:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780199.709419:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790464 00000100:00100000:0.0:1787780199.709453:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790464 00000100:00100000:0.0:1787780199.710689:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 69 00000100:00100000:0.0:1787780199.710708:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c047785e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+6:2407:x1874622863790464:12345-192.168.203.31@tcp:39:umount.0 00000020:00000080:0.0:1787780199.710757:0:17242:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961cd5 00000020:00010000:0.0:1787780199.710767:0:17242:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c0348819000: total 0 00000100:00080000:0.0:1787780199.710772:0:17242:0:(import.c:65:import_set_state_nolock()) ffff9c0348819800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787780199.710799:0:17242:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1787780199.711190:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c047785e1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2407:x1874622863790464:12345-192.168.203.31@tcp:39:umount.0 Request processed in 489us (2714us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1787780199.711200:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 69 00000100:00080000:0.0:1787780199.711233:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:0.0:1787780199.711242:0:18397:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c0348819000: total 0 00010000:00010000:0.0:1787780199.711301:0:18397:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c0348819000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787780199.711409:0:18397:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0443d81100) 00010000:00010000:0.0:1787780199.711413:0:18397:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787780199.711421:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71a00/0xc8fc0a5179961dca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea22a0 expref: 4 pid: 20085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780199.711444:0:18397:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c0348819000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1787780199.711457:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780199.711459:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780199.711461:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780199.713719:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787780199.713743:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881704960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787780199.713801:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.714234:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881704960 00000100:00100000:1.0:1787780199.714243:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881704960 00000100:00100000:1.0:1787780199.714397:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787780199.714408:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881704960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780199.714444:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780199.714622:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881704960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.714631:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787780199.714752:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881704960:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787780199.714818:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787780199.715041:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477989a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881705088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787780199.715077:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.715237:0:18753:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705088 00000100:00100000:1.0:1787780199.715242:0:18753:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705088 00000100:00100000:1.0:1787780199.715276:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780199.715294:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881705088:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1787780199.715425:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1787780199.715625:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780199.715818:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881705088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 535us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780199.715826:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780199.716076:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477989a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881705088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780199.719069:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881705216:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.719245:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881705344:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.719306:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.719403:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.719465:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705216 00000100:00100000:1.0:1787780199.719472:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705216 00000100:00100000:2.0:1787780199.719741:0:17247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705344 00000100:00100000:2.0:1787780199.719745:0:17247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705344 00000100:00100000:2.0:1787780199.719779:0:17247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787780199.719789:0:17247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881705344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.728140:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1787780199.728166:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881705216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.728265:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3644:x1874622881705216:12345-0@lo:400:kworker.0 Request processed in 113us (8862us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.728272:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1787780199.728360:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881705216:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.728826:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881705472:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.728887:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.728925:0:18750:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705472 00000100:00100000:1.0:1787780199.728930:0:18750:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705472 00000100:00100000:2.0:1787780199.729434:0:17247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477988000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881705344:12345-0@lo:400:kworker.0 Request processed in 9644us (10125us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.729445:0:17247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787780199.729504:0:18750:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787780199.729515:0:18750:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0481621680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881705472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.729568:0:18750:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0481621680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881705472:12345-0@lo:400:kworker.0 Request processed in 57us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.729575:0:18750:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787780199.729610:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881705472:0@lo:400:kworker.0 00000100:00080000:1.0:1787780199.729627:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787780199.734258:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881705600:0@lo:400:kworker.0 00000100:00100000:0.0:1787780199.734342:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780199.734513:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881705344:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.734612:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705600 00000100:00100000:1.0:1787780199.734618:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705600 00000100:00100000:1.0:1787780199.734665:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787780199.734685:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881705600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.738924:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881705856:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739006:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780199.739062:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881706368:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739089:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780199.739129:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787780199.739135:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881705984:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739171:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780199.739193:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881706496:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780199.739247:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706368 00000100:00100000:2.0:1787780199.739253:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706368 00000100:00100000:2.0:1787780199.739303:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705984 00000100:00100000:2.0:1787780199.739306:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705984 00000100:00100000:2.0:1787780199.739491:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706496 00000100:00100000:2.0:1787780199.739494:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706496 00000100:00100000:2.0:1787780199.739628:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787780199.739640:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881706368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739694:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881706368:12345-0@lo:400:kworker.0 Request processed in 57us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.739711:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787780199.739730:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787780199.739736:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477797840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881705984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739766:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477797840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881705984:12345-0@lo:400:kworker.0 Request processed in 30us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.739771:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787780199.739783:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787780199.739789:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881706496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739815:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881706496:12345-0@lo:400:kworker.0 Request processed in 26us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.739833:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787780199.739893:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fea940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881705984:0@lo:400:kworker.0 00010000:00080000:2.0:1787780199.739905:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0345e74000 x1874622881706496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780199.739914:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881706496:0@lo:400:kworker.0 00000100:00100000:2.0:1787780199.739923:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881706368:0@lo:400:kworker.0 00000100:00100000:3.0:1787780199.740125:0:18751:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705856 00000100:00100000:3.0:1787780199.740130:0:18751:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705856 00000100:00100000:3.0:1787780199.740171:0:18751:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787780199.740179:0:18751:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477989a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881705856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780199.740220:0:18751:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477989a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881705856:12345-0@lo:400:kworker.0 Request processed in 42us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780199.740226:0:18751:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787780199.740252:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881705856:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.740741:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881705600:12345-0@lo:400:kworker.0 Request processed in 6055us (6396us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.740750:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:1.0:1787780199.740781:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780199.740785:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780199.740787:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787780199.740799:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881705728:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.740831:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.740872:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881706240:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.740893:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.740910:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780199.740915:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881706112:0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.740933:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780199.740955:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706240 00000100:00100000:1.0:1787780199.740959:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706240 00000100:00100000:1.0:1787780199.740997:0:17242:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706112 00000100:00100000:1.0:1787780199.741000:0:17242:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706112 00000100:00100000:1.0:1787780199.741018:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787780199.741024:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0481620f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881706240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.741059:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0481620f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881706240:12345-0@lo:400:kworker.0 Request processed in 35us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.741064:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787780199.741076:0:17242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787780199.741082:0:17242:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0481620b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881706112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780199.741121:0:17242:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0481620b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881706112:12345-0@lo:400:kworker.0 Request processed in 39us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780199.741137:0:17242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00080000:1.0:1787780199.741152:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780199.741154:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787780199.741172:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881706112:0@lo:400:kworker.0 00010000:00080000:1.0:1787780199.741183:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0345e75e00 x1874622881706240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780199.741192:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e75e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881706240:0@lo:400:kworker.0 00000100:00100000:3.0:1787780199.741855:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881705728 00000100:00100000:3.0:1787780199.741861:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881705728 00000100:00100000:3.0:1787780199.741900:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787780199.741908:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0481622940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881705728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780199.741956:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0481622940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881705728:12345-0@lo:400:kworker.0 Request processed in 49us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780199.741970:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787780199.742126:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881705728:0@lo:400:kworker.0 00000100:00100000:0.0:1787780199.742493:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881705600:0@lo:400:kworker.0 00000100:00100000:3.0:1787780199.744275:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780199.744406:0:20085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790592 00000100:00100000:1.0:1787780199.744414:0:20085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790592 00000100:00100000:1.0:1787780199.744538:0:20085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 70 00000100:00100000:1.0:1787780199.744547:0:20085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+5:2407:x1874622863790592:12345-192.168.203.31@tcp:39:umount.0 00000020:00000080:1.0:1787780199.744584:0:20085:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961cdc 00000100:00080000:1.0:1787780199.744593:0:20085:0:(import.c:65:import_set_state_nolock()) ffff9c034881a000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787780199.744622:0:20085:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1787780199.744922:0:20085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:eeb4a73f-1001-4fdb-898b-e22b5d3f1459+3:2407:x1874622863790592:12345-192.168.203.31@tcp:39:umount.0 Request processed in 361us (651us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1787780199.744931:0:20085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 70 00010000:00010000:0.0:1787780199.746207:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787780199.748038:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787780199.773805:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780199.784069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780199.784319:0:17237:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790848 00000100:00100000:2.0:1787780199.784328:0:17237:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790848 00000100:00100000:2.0:1787780199.784386:0:17237:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 175 00000100:00100000:2.0:1787780199.784396:0:17237:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046f20d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+7:2407:x1874622863790848:12345-192.168.203.31@tcp:251:umount.0 00000020:00000080:2.0:1787780199.784440:0:17237:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961c73 00000020:00010000:2.0:1787780199.784448:0:17237:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c0345e33000: total 0 00000100:00080000:2.0:1787780199.784452:0:17237:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787780199.784534:0:17237:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046f20d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c6cfa51b-ab50-4fc0-ae19-b724d7d272e4+3:2407:x1874622863790848:12345-192.168.203.31@tcp:251:umount.0 Request processed in 139us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780199.784543:0:17237:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 175 00000020:00010000:0.0:1787780199.784771:0:18397:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c0345e33000: total 0 00010000:00010000:0.0:1787780199.784821:0:18397:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c0345e33000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787780199.784895:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0440031e00/0xc8fc0a5179961c7a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea218f expref: 2 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780199.784910:0:18397:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c0345e33000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1787780199.784921:0:18397:0:(genops.c:885:class_export_put()) final put ffff9c0345e33000/c6cfa51b-ab50-4fc0-ae19-b724d7d272e4 00010000:00010000:0.0:1787780199.784946:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780199.784949:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780199.784951:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787780199.785121:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e33000/c6cfa51b-ab50-4fc0-ae19-b724d7d272e4 for MGS 00000020:00000080:2.0:1787780199.785169:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0345e36000 for MGS 00000100:00100000:1.0:1787780200.223537:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780200.223557:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0481623840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881706624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780200.223617:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780200.223764:0:18752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706624 00000100:00100000:0.0:1787780200.223771:0:18752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706624 00000100:00100000:0.0:1787780200.223825:0:18752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787780200.223834:0:18752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04816203c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881706624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787780200.223904:0:18752:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780200.223949:0:18752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04816203c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881706624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780200.223956:0:18752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787780200.224000:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0481623840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881706624:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787780200.800304:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780201.245681:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787780201.245703:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881706752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780201.245787:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780201.245887:0:18752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706752 00000100:00100000:1.0:1787780201.245895:0:18752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706752 00000100:00100000:1.0:1787780201.245956:0:18752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787780201.245966:0:18752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04816212c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881706752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780201.245991:0:18752:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780201.246035:0:18752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04816212c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881706752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780201.246043:0:18752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1787780201.246067:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787780201.246104:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881706752:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1787780201.759533:0:20815:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787780201.782975:0:20815:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1787780201.783031:0:20815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.783045:0:20815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.783068:0:20815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.783074:0:20815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.783091:0:20815:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787780201.783097:0:20815:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787780201.783120:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780201.783124:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787780201.783129:0:20815:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787780201.783153:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c04811d8000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1787780201.783247:0:17230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780201.783254:0:17230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.783262:0:17230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4a400 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780201.783266:0:17230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.783283:0:17230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780201.783290:0:17230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780201.783295:0:17230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787780201.783297:0:17230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787780201.783299:0:17230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787780201.783323:0:17230:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.783340:0:17230:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787780201.783369:0:17230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.783376:0:17230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0347e4a400/0xc8fc0a5179961836 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996183d expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.783398:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780201.783400:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780201.783402:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780201.783636:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3641:1874622881707008:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780201.783702:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780201.783822:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881706880:0@lo:39:umount.0 00000100:00100000:3.0:1787780201.783885:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780201.783965:0:17243:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881706880 00000100:00100000:2.0:1787780201.783972:0:17243:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881706880 00000100:00100000:2.0:1787780201.784026:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787780201.784035:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1874622881706880:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787780201.784061:0:17243:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961867 00000100:00080000:2.0:1787780201.784069:0:17243:0:(import.c:65:import_set_state_nolock()) ffff9c044963a800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787780201.784123:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3640:x1874622881706880:12345-0@lo:39:umount.0 Request processed in 88us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780201.784130:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1787780201.784141:0:17243:0:(genops.c:885:class_export_put()) final put ffff9c0481217000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1787780201.784165:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0481217000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787780201.784207:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c044963a800 for lustre-MDT0000 00000100:00080000:3.0:1787780201.784357:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04811d8000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787780201.784375:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881706880:0@lo:39:umount.0 00000100:00080000:2.0:1787780201.784457:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780201.784460:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787780201.784463:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787780201.785355:0:20815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785370:0:20815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785377:0:20815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785396:0:20815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785419:0:20815:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780201.785425:0:20815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785431:0:20815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785438:0:20815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785444:0:20815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785454:0:20815:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787780201.785461:0:20815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785481:0:20815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785487:0:20815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785493:0:20815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785500:0:20815:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1787780201.785506:0:20815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785512:0:20815:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785517:0:20815:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785523:0:20815:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780201.785530:0:20815:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1787780201.785533:0:20815:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1787780201.785561:0:20815:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1787780201.785565:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1787780201.785569:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780201.785574:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1787780201.785580:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c046e018000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787780201.785592:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c034881e800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787780201.785596:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c0341d3c800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787780201.785600:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9c047647f000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787780201.785607:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9c0348819000 eeb4a73f-1001-4fdb-898b-e22b5d3f1459 192.168.203.31@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1787780201.785611:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9c0341c0c800 6e302a01-7f05-4001-b9ff-8e623671b6e0 192.168.203.31@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:2.0:1787780201.785616:0:20815:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9c0477a1cd28) has exports, disconnecting them 00000020:00080000:2.0:1787780201.785620:0:20815:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c046e018000), last request at 1787780199 00000020:00000080:2.0:1787780201.785626:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b69 00000100:00080000:2.0:1787780201.785645:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c046e019800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787780201.785694:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c046e018000): rc 0 00000020:00000080:2.0:1787780201.785697:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c046e018000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1787780201.785707:0:20815:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c034881e800), last request at 1787780199 00000020:00000080:2.0:1787780201.785711:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961a04 00000100:00080000:2.0:1787780201.785716:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c034881b800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787780201.785725:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046e018000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787780201.785762:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c046e019800 for lustre-MDT0000 00000020:00080000:2.0:1787780201.785776:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c034881e800): rc 0 00000020:00000080:2.0:1787780201.785778:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c034881e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1787780201.785784:0:20815:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c0341d3c800), last request at 1787780125 00000020:00000080:2.0:1787780201.785786:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961955 00000100:00080000:2.0:1787780201.785789:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c0341d3c000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787780201.785795:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c034881e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787780201.785815:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c034881b800 for lustre-MDT0000 00000020:00080000:2.0:1787780201.785826:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0341d3c800): rc 0 00000020:00000080:2.0:1787780201.785827:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0341d3c800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1787780201.785863:0:20815:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9c047647f000), last request at 1787780125 00000020:00000080:2.0:1787780201.785867:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618fa 00000100:00080000:2.0:1787780201.785871:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c0476478800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787780201.785880:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341d3c800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787780201.785906:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0341d3c000 for lustre-MDT0000 00000001:00000004:2.0:1787780201.785917:0:20815:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:2.0:1787780201.785990:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c047647f000): rc 0 00000004:00000080:2.0:1787780201.785997:0:20815:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb66b856b3ae0 00000100:00080000:2.0:1787780201.786014:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787780201.786017:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787780201.786799:0:20815:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787780201.786825:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c04811dd800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1787780201.787087:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787780201.787095:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787115:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18400 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780201.787119:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787129:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780201.787137:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780201.787142:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787780201.787145:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:3.0:1787780201.787147:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:3.0:1787780201.787174:0:17231:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787181:0:17231:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780201.787202:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787210:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c18400/0xc8fc0a5179961787 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996178e expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787223:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787780201.787227:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787233:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b200 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780201.787236:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787250:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780201.787256:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780201.787262:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1787780201.787264:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1787780201.787266:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787780201.787292:0:17231:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787298:0:17231:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780201.787316:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787323:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b200/0xc8fc0a5179961b9a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961ba1 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787333:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780201.787336:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787343:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0440030e00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780201.787346:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787352:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780201.787373:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780201.787379:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787780201.787392:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787780201.787394:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787780201.787408:0:17231:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787413:0:17231:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780201.787419:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787424:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0440030e00/0xc8fc0a5179961d30 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d37 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787434:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780201.787437:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787442:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18c00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780201.787444:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787450:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780201.787455:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780201.787472:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787780201.787473:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787780201.787475:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787780201.787488:0:17231:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787493:0:17231:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780201.787498:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787503:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c18c00/0xc8fc0a5179961779 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961780 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787522:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780201.787524:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780201.787526:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780201.787544:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881707392:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780201.787608:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780201.787644:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780201.787650:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881707520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780201.787673:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780201.787709:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707008 00000100:00100000:3.0:1787780201.787715:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707008 00000100:00100000:3.0:1787780201.787759:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707392 00000100:00100000:3.0:1787780201.787762:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707392 00000100:00100000:3.0:1787780201.787774:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707520 00000100:00100000:3.0:1787780201.787776:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707520 00000100:00100000:3.0:1787780201.787790:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787780201.787797:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477796580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+26:3641:x1874622881707008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780201.787817:0:17227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780201.787831:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0444c18000/0xc8fc0a517996183d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961836 expref: 26 pid: 17237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787868:0:17227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780201.787900:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477796580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+25:3641:x1874622881707008:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (4197us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780201.787906:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787780201.787923:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780201.787930:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+24:3643:x1874622881707392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780201.787939:0:17227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780201.787948:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4a800/0xc8fc0a5179961ba1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961b9a expref: 24 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.787958:0:17227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780201.787985:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+23:3643:x1874622881707392:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780201.787991:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780201.788004:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780201.788010:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+22:3643:x1874622881707520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780201.788018:0:17227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780201.788027:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0348c7b000/0xc8fc0a5179961d37 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961d30 expref: 22 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780201.788035:0:17227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780201.788057:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+21:3643:x1874622881707520:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780201.788073:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780201.788123:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707136:0@lo:39:umount.0 00000100:00100000:3.0:1787780201.788152:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780201.788185:0:17247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707136 00000100:00100000:3.0:1787780201.788189:0:17247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707136 00000100:00100000:3.0:1787780201.788215:0:17247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787780201.788221:0:17247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1874622881707136:12345-0@lo:39:umount.0 00000020:00000080:3.0:1787780201.788244:0:17247:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996197f 00000100:00080000:3.0:1787780201.788253:0:17247:0:(import.c:65:import_set_state_nolock()) ffff9c0448fdf800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787780201.788283:0:17247:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787780201.788405:0:17247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3640:x1874622881707136:12345-0@lo:39:umount.0 Request processed in 183us (251us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1787780201.788412:0:17247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787780201.788444:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881707520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780201.788452:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881707392:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1787780201.788477:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04811dd800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787780201.788484:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707136:0@lo:39:umount.0 00010000:00010000:3.0:1787780201.788494:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780201.788730:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780201.788830:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881707264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780201.789008:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780201.789040:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787780201.789046:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881707648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780201.789066:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787780201.789083:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780201.792451:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707264 00000100:00100000:1.0:1787780201.792465:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707264 00000100:00100000:1.0:1787780201.792547:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707648 00000100:00100000:1.0:1787780201.792551:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707648 00000100:00100000:1.0:1787780201.792580:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787780201.792589:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+22:3642:x1874622881707264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780201.792605:0:17227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780201.792625:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4a600/0xc8fc0a517996178e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961787 expref: 22 pid: 17237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.792645:0:17227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780201.792715:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+21:3642:x1874622881707264:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (3705us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780201.792722:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787780201.792738:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787780201.792744:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471060780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+20:3642:x1874622881707648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780201.792752:0:17227:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780201.792778:0:17227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766dce00/0xc8fc0a5179961780 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961779 expref: 20 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780201.792787:0:17227:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780201.792812:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471060780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8a551391-c6f4-42cf-bfe4-f12cef7d26fb+19:3642:x1874622881707648:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (3745us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780201.792818:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787780201.793126:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881707648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780201.793137:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881707264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780201.793354:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3641:1874622881707008:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1787780201.793423:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787780201.793428:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1787780201.793448:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787780201.793599:0:20815:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787780201.793622:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c047787a000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1787780201.793643:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787780201.793646:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000100:00100000:3.0:1787780201.793707:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707776:0@lo:9:umount.0 00000100:00100000:3.0:1787780201.793748:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1787780201.793814:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787780201.793959:0:20815:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787780201.793970:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c044963b000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787780201.794014:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9c0477a1cd28) has no exports 00000100:00100000:3.0:1787780201.794146:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707904:0@lo:9:umount.0 00000100:00100000:3.0:1787780201.794173:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780201.794210:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707776 00000100:00100000:3.0:1787780201.794217:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707776 00000100:00100000:3.0:1787780201.794292:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881707904 00000100:00100000:3.0:1787780201.794295:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881707904 00000100:00100000:3.0:1787780201.794322:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787780201.794329:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1874622881707776:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787780201.794354:0:18748:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961a43 00000100:00080000:3.0:1787780201.794362:0:18748:0:(import.c:65:import_set_state_nolock()) ffff9c046c8b0000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787780201.794415:0:18748:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1787780201.794548:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3640:x1874622881707776:12345-0@lo:9:umount.0 Request processed in 219us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780201.794555:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787780201.794569:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787780201.794575:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1874622881707904:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787780201.794587:0:18748:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961ba8 00000100:00080000:3.0:1787780201.794592:0:18748:0:(import.c:65:import_set_state_nolock()) ffff9c03479e0800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787780201.794615:0:18748:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787780201.794696:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e76580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3640:x1874622881707904:12345-0@lo:9:umount.0 Request processed in 120us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780201.794702:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:3.0:1787780201.794718:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787780201.794722:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787780201.794735:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787780201.794755:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c044963b000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:2.0:1787780201.799912:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787780201.800676:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787780201.800684:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787780201.800694:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707904:0@lo:9:umount.0 00000100:00080000:3.0:1787780201.800736:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c047787a000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787780201.800808:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787780201.804646:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787780201.804664:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881707776:0@lo:9:umount.0 00000020:00080000:3.0:1787780201.813171:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9c0477a1cd28) has no exports 00000020:00000080:3.0:1787780201.889064:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617d4 00000020:00000080:3.0:1787780201.889083:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0450071800/lustre-QMT0000_UUID 00000020:01000000:3.0:1787780201.889104:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00010000:00010000:0.0:1787780201.889293:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787780201.889377:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0450071800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1787780201.889415:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780201.889425:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787780201.889442:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9c044313b370) has no exports 00000020:00000080:2.0:1787780201.890606:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617cd 00000020:00000080:2.0:1787780201.890616:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c04812cf800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787780201.890784:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780201.890794:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1787780201.890797:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0450072000/lustre-QMT0000_UUID 00000020:00000080:2.0:1787780201.890800:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0450072000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1787780201.890805:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1787780201.891013:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04812cf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:0.0:1787780202.268374:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477795e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881708032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780202.268458:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780202.268654:0:18276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708032 00000100:00100000:2.0:1787780202.268662:0:18276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708032 00000100:00100000:2.0:1787780202.268708:0:18276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787780202.268716:0:18276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874622881708032:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:2.0:1787780202.268724:0:18276:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787780202.268768:0:18276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1874622881708032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (310us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787780202.268775:0:18276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:02020000:1.0:1787780202.268879:0:3642:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:1.0:1787780202.279110:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787780202.279118:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787780202.279123:0:3642:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787780202.292893:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780202.292908:0:3642:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:1.0:1787780202.292918:0:3642:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c04429f7000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780202.292959:0:3642:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0481622580 x1874622881708160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787780202.293031:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0481622580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881708160:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1787780202.293099:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780202.293294:0:17248:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708160 00000100:00100000:2.0:1787780202.293301:0:17248:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708160 00000100:00100000:2.0:1787780202.293345:0:17248:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787780202.293353:0:17248:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874622881708160:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1787780202.293370:0:17248:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787780202.297872:0:17248:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471060000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874622881708160:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 4509us (4762us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787780202.297889:0:17248:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:0.0:1787780202.298025:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780202.298032:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787780202.298036:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0481622580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881708160:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1787780202.907975:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787780203.806564:0:17974:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1787780203.806578:0:17974:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1787780203.806584:0:17974:0:(genops.c:885:class_export_put()) final put ffff9c0448fde800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1787780203.806600:0:17974:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000001:00080000:3.0:1787780203.806605:0:17974:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1787780203.806607:0:17974:0:(genops.c:885:class_export_put()) final put ffff9c034881f000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000001:00100000:3.0:1787780203.806612:0:17974:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6e302a01-7f05-4001-b9ff-8e623671b6e0 00000001:00080000:3.0:1787780203.806616:0:17974:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1787780203.806618:0:17974:0:(genops.c:885:class_export_put()) final put ffff9c03479e5000/6e302a01-7f05-4001-b9ff-8e623671b6e0 00000001:00100000:2.0:1787780203.806803:0:17222:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787780203.806808:0:17222:0:(genops.c:885:class_export_put()) final put ffff9c047647f000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1787780203.806816:0:17222:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000001:00080000:2.0:1787780203.806821:0:17222:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1787780203.806822:0:17222:0:(genops.c:885:class_export_put()) final put ffff9c0348819000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 00000001:00100000:2.0:1787780203.806860:0:17222:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6e302a01-7f05-4001-b9ff-8e623671b6e0 00000001:00080000:2.0:1787780203.806864:0:17222:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1787780203.806869:0:17222:0:(genops.c:885:class_export_put()) final put ffff9c0341c0c800/6e302a01-7f05-4001-b9ff-8e623671b6e0 00000020:00000080:0.0:1787780203.806880:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0448fde800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787780203.806941:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c034881f000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 for lustre-MDT0001 00000020:00000080:0.0:1787780203.807044:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03479e5000/6e302a01-7f05-4001-b9ff-8e623671b6e0 for lustre-MDT0001 00000020:00000080:0.0:1787780203.807078:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c047647f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1787780203.807097:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0348819000/eeb4a73f-1001-4fdb-898b-e22b5d3f1459 for lustre-MDT0000 00000020:00000080:0.0:1787780203.807117:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341c0c800/6e302a01-7f05-4001-b9ff-8e623671b6e0 for lustre-MDT0000 00000020:00000080:0.0:1787780203.807156:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0448fdf800 for lustre-MDT0001 00000020:00000080:0.0:1787780203.807161:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c034881a000 for lustre-MDT0001 00000020:00000080:0.0:1787780203.807164:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c047117a800 for lustre-MDT0001 00000020:00000080:0.0:1787780203.807168:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0476478800 for lustre-MDT0000 00000020:00000080:0.0:1787780203.807172:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0348819800 for lustre-MDT0000 00000020:00000080:0.0:1787780203.807175:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0341c0f000 for lustre-MDT0000 00000001:00100000:2.0:1787780203.811061:0:18745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787780203.811070:0:18745:0:(genops.c:885:class_export_put()) final put ffff9c046c8b7000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787780203.811102:0:18745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6e302a01-7f05-4001-b9ff-8e623671b6e0 00000020:00000080:2.0:1787780203.811105:0:18745:0:(genops.c:885:class_export_put()) final put ffff9c0341c0b800/6e302a01-7f05-4001-b9ff-8e623671b6e0 00000020:00000080:0.0:1787780203.811388:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046c8b7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787780203.814676:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341c0b800/6e302a01-7f05-4001-b9ff-8e623671b6e0 for lustre-OST0000 00000020:00000080:0.0:1787780203.814813:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c046c8b0000 for lustre-OST0000 00000020:00000080:0.0:1787780203.814819:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0341c0a800 for lustre-OST0000 00010000:00010000:2.0:1787780203.932243:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787780203.932333:0:20815:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c0346a03720 - data ffff9c03460f25e8/ffff9c046e07d000 00000020:01000000:0.0:1787780203.932516:0:20815:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c046eef2180 - data ffff9c0479188360/ffff9c047036f000 00000001:00000004:0.0:1787780203.943716:0:20815:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:3.0:1787780203.997726:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787780203.997735:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787780203.997750:0:20815:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9c0477795a40 x1874622881707136/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787780211 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780203.997778:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1787780203.999280:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787780203.999285:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1787780203.999303:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787780203.999305:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787780203.999733:0:17266:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787780203.999738:0:17266:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1787780203.999747:0:17266:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1787780204.002606:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787780204.002614:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1787780204.002634:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787780204.002637:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787780204.003077:0:17268:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787780204.003082:0:17268:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:1.0:1787780204.003110:0:17268:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787780204.012610:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996179c 00000020:00000080:1.0:1787780204.012628:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c044895f000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787780204.013050:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c044895f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787780204.015389:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617b1 00000020:00000080:1.0:1787780204.015403:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c048124d000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787780204.015454:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1787780204.015460:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787780204.015480:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787780204.015485:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9c0477a199b8) has no exports 00000004:01000000:1.0:1787780204.015706:0:20815:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787780204.015715:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961813 00000020:00000080:1.0:1787780204.015725:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0481214800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787780204.016762:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c048124d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1787780204.018094:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787780204.018103:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787780204.018112:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787780204.018116:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9c0477a18000) has no exports 00000020:00000080:1.0:1787780204.018124:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996180c 00000020:00000080:1.0:1787780204.018131:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c044963d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787780204.018154:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0481214800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:1.0:1787780204.018712:0:20815:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787780204.018717:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787780204.018721:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1787780204.018727:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787780204.018729:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787780204.022556:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c044963d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787780204.022929:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787780204.022941:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787780204.022951:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617fe 00000020:00000080:1.0:1787780204.022960:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c04811dc000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787780204.022966:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787780204.022972:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787780204.022976:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787780204.022979:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9c0450ce99b8) has no exports 00000020:00000080:1.0:1787780204.022985:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617f7 00000020:00000080:1.0:1787780204.022989:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c04811d8800/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1787780204.023383:0:20815:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787780204.023388:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787780204.023392:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1787780204.023398:0:20815:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787780204.023400:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787780204.023426:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787780204.023437:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1787780204.023450:0:20815:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787780204.023456:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617e9 00000020:00000080:1.0:1787780204.023461:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c04811db800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787780204.023465:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1787780204.023468:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787780204.023471:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787780204.023474:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9c0450cecd28) has no exports 00000020:00000080:1.0:1787780204.023478:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617e2 00000020:00000080:1.0:1787780204.023481:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c04811da800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787780204.024022:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c044963b000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1787780204.024030:0:36:0:(genops.c:885:class_export_put()) final put ffff9c04811de000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787780204.024032:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811de000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1787780204.024037:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787780204.024107:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811dc000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787780204.024137:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811d8800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787780204.024142:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c047787a000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1787780204.024146:0:36:0:(genops.c:885:class_export_put()) final put ffff9c04811dc800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787780204.024147:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811dc800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1787780204.024150:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787780204.024178:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811db800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1787780204.024182:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811da800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787780204.026078:0:20815:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1787780204.026085:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787780204.026089:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787780204.026096:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787780204.026154:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780204.026196:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c04811dd800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787780204.026263:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787780204.026271:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0467fb7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787780204.026275:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0467fb7000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1787780204.026281:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787780204.026382:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780204.026387:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787780204.026389:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c047787d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787780204.026391:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c047787d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787780204.026405:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787780204.026460:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617b8 00000020:00000080:0.0:1787780204.026473:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c048124f000/lustre-MDD0000_UUID 00000020:01000000:0.0:1787780204.026488:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1787780204.026492:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780204.026496:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787780204.026499:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9c0477a1b370) has no exports 00000020:00000080:0.0:1787780204.026518:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780204.026521:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1787780204.026525:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799617bf 00000020:00000080:0.0:1787780204.026529:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c048124a000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787780204.026537:0:20815:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0447266000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1787780204.026541:0:20815:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0447266000 3 00000020:01000004:0.0:1787780204.026544:0:20815:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c0447266000 from lustre-MDT0000 00000020:00000080:0.0:1787780204.026564:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780204.026567:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1787780204.026569:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c044895d000/lustre-MDT0000_UUID 00000020:00000080:0.0:1787780204.026571:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c044895d000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1787780204.026578:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:3.0:1787780204.026626:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c048124f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1787780204.026636:0:36:0:(genops.c:885:class_export_put()) final put ffff9c0481249000/lustre-MDD0000_UUID 00000020:00000080:3.0:1787780204.026638:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0481249000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1787780204.026642:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1787780204.026683:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c048124a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:0.0:1787780204.026748:0:20815:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1787780204.027058:0:20815:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1787780204.027062:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1787780204.027065:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780204.027068:0:20815:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787780204.027074:0:20815:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9c0348853800 8a551391-c6f4-42cf-bfe4-f12cef7d26fb 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787780204.027079:0:20815:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9c0443138000) has exports, disconnecting them 00000020:00080000:0.0:1787780204.027083:0:20815:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9c0348853800), last request at 1787780112 00000020:00000080:0.0:1787780204.027097:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961764 00000020:00010000:0.0:1787780204.027101:0:20815:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9c0348853800: total 0 00000100:00080000:0.0:1787780204.027105:0:20815:0:(import.c:65:import_set_state_nolock()) ffff9c0348850000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787780204.027126:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0348853800): rc 0 00000020:00080000:0.0:1787780204.027136:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9c0443138000) has no exports 00000100:00100000:2.0:1787780204.027305:0:17237:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9c045ab21800:17237] 2 exiting: rc = 0 00000100:00100000:0.0:1787780204.027312:0:17236:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9c04796a7c00:17236] 1 exiting: rc = 0 00000100:00100000:0.0:1787780204.027477:0:17234:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9c0347d6c200:17234] 0 exiting: rc = 1 00000020:00010000:3.0:1787780204.027534:0:18397:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9c0348853800: total 0 00010000:00010000:3.0:1787780204.027537:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780204.027566:0:18397:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9c0348853800, canceled 0 locks, left on hash table 13. 00000100:00100000:0.0:1787780204.027665:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027672:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027677:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027683:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027688:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027693:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027698:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027703:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027709:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027715:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027721:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027727:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027732:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027738:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027748:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027766:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027772:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027779:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027785:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027790:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027795:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027800:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027805:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027810:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027815:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027821:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027825:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027830:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027835:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027875:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027897:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.027916:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:3.0:1787780204.027943:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a70000/0xc8fc0a5179961b2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961b23 expref: 14 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.027973:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4be00/0xc8fc0a51799619c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a51799619be expref: 13 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.027985:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766dc400/0xc8fc0a5179961b54 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961b4d expref: 12 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028005:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4b800/0xc8fc0a5179961b93 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961b8c expref: 11 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028020:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0440031200/0xc8fc0a5179961d0d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961d06 expref: 10 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028031:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766dd600/0xc8fc0a5179961883 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a517996187c expref: 9 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028043:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766dd200/0xc8fc0a517996189f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961898 expref: 8 pid: 17237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028053:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0444c18e00/0xc8fc0a5179961772 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a517996176b expref: 7 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028063:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0444c18200/0xc8fc0a51799619ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a51799619e8 expref: 6 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028074:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0347e4a000/0xc8fc0a5179961d1b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961d14 expref: 5 pid: 17237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028084:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766dd800/0xc8fc0a5179961940 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961939 expref: 4 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028095:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c04766ddc00/0xc8fc0a5179961891 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a517996188a expref: 3 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028113:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0440031000/0xc8fc0a5179961d29 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc8fc0a5179961d22 expref: 2 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780204.028143:0:18397:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9c0348853800, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1787780204.028178:0:18397:0:(genops.c:885:class_export_put()) final put ffff9c0348853800/8a551391-c6f4-42cf-bfe4-f12cef7d26fb 00010000:00010000:3.0:1787780204.028190:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780204.028192:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780204.028194:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787780204.028202:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0348853800/8a551391-c6f4-42cf-bfe4-f12cef7d26fb for MGS 00000020:00000080:3.0:1787780204.028227:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0348850000 for MGS 00000100:00100000:0.0:1787780204.028401:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028411:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028417:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028422:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028426:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028431:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028436:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028442:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028447:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028451:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028456:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028461:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028466:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028471:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028476:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028482:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028486:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028491:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028495:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028501:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028506:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028511:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028516:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028520:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028524:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028530:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028535:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028539:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028544:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028548:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028553:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780204.028558:0:20815:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1787780204.030249:0:20815:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c0446eae120 - data ffff9c04512ac0d8/ffff9c0347ad6400 00000020:01000000:0.0:1787780204.030420:0:20815:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c0348840f60 - data ffff9c03460f5af8/ffff9c0341b59800 00000020:00000080:0.0:1787780204.031082:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961748 00000020:00000080:0.0:1787780204.031092:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0347e3b800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787780204.031106:0:20815:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0447266000 from MGS, refs=2 00000020:01000004:0.0:1787780204.031110:0:20815:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0447266000 2 00000020:01000004:0.0:1787780204.031113:0:20815:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c0447266000 from MGS 00000020:00000080:0.0:1787780204.031133:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780204.031139:0:20815:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1787780204.031141:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0347e3e800/MGS 00000020:00000080:0.0:1787780204.031143:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e3e800/MGS for MGS 00000020:01000000:0.0:1787780204.031149:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1787780204.031314:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1787780204.031318:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780204.031323:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787780204.031330:0:20815:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9c0346f6d000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787780204.031336:0:20815:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9c04716e3370) has exports, disconnecting them 00000020:00080000:0.0:1787780204.031341:0:20815:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9c0346f6d000), last request at 1787780113 00000020:00000080:0.0:1787780204.031345:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996184b 00000020:00080000:0.0:1787780204.031355:0:20815:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0346f6d000): rc 0 00000020:00000080:0.0:1787780204.031359:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0346f6d000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787780204.032325:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e3b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787780204.032336:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0346f6d000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1787780204.069890:0:20815:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1787780204.069899:0:20815:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787780204.069903:0:20815:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787780204.069910:0:20815:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787780204.069940:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c04811d8000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1787780204.070124:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780204.070132:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1787780204.070137:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0481217800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1787780204.070141:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0481217800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1787780204.070150:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1787780204.070231:0:20815:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0447266000 1 00000020:00000080:3.0:1787780204.070237:0:20815:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996173a 00000020:00000080:3.0:1787780204.070244:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0347e3f800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1787780204.070264:0:20815:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1787780204.070272:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e3f800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1787780204.070282:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780204.070287:0:20815:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787780204.070291:0:20815:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9c0445fc4d28) has no exports 00000020:00000080:3.0:1787780204.286324:0:20815:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780204.286345:0:20815:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:3.0:1787780204.286351:0:20815:0:(genops.c:885:class_export_put()) final put ffff9c0447265800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787780204.286355:0:20815:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0447265800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:3.0:1787780204.286366:0:20815:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:3.0:1787780204.286479:0:20815:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c0447263000 00000020:02000400:3.0:1787780204.286539:0:20815:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00080000:1.0:1787780204.828367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780204.828375:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787780204.828379:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780204.828387:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 610 00000100:00080000:1.0:1787780204.828393:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787780204.828400:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c04429f7000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780204.828430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0481622580 x1874622881708416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780204.828541:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881708544:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.828606:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.828641:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881709056:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.828685:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.828714:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787780204.828721:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0481623840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881708288:0@lo:400:kworker.0 00000400:00000100:1.0:1787780204.828746:0:3644:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874622881708288 offset 0 length 224: 4 00000100:00100000:1.0:1787780204.828774:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881708928:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.828798:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.828937:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0481622580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881708416:0@lo:38:kworker.0 00000100:00100000:1.0:1787780204.828969:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.829091:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c048163de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881708672:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.829135:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881709184:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.829300:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787780204.829308:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c048163ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881708800:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.829351:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881709312:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.829409:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708544 00000100:00100000:1.0:1787780204.829415:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708544 00000100:00100000:1.0:1787780204.829459:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708672 00000100:00100000:1.0:1787780204.829463:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708672 00000100:00100000:1.0:1787780204.829481:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787780204.829489:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881708544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829536:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881708544:12345-0@lo:400:kworker.0 Request processed in 47us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780204.829543:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787780204.829559:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787780204.829565:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881708672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.829592:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881708672:12345-0@lo:400:kworker.0 Request processed in 28us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780204.829598:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787780204.829613:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709056 00000100:00100000:1.0:1787780204.829622:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709056 00000100:00100000:1.0:1787780204.829642:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708928 00000100:00100000:1.0:1787780204.829645:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708928 00000100:00100000:1.0:1787780204.830110:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709184 00000100:00100000:1.0:1787780204.830115:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709184 00000100:00100000:1.0:1787780204.830125:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708800 00000100:00100000:1.0:1787780204.830128:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708800 00000100:00100000:1.0:1787780204.830135:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709312 00000100:00100000:1.0:1787780204.830137:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709312 00000100:00100000:1.0:1787780204.830152:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787780204.830158:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881709056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.830341:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1874622881709056:12345-0@lo:400:kworker.0 Request processed in 181us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780204.830348:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787780204.830362:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787780204.830368:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881709312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.830393:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881709312:12345-0@lo:400:kworker.0 Request processed in 26us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780204.830399:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787780204.830410:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787780204.830414:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1874622881708928:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787780204.830420:0:19793:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1787780204.830442:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3644:x1874622881708928:12345-0@lo:400:kworker.0 Request processed in 26us (1644us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787780204.830447:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787780204.830458:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787780204.830461:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1874622881709184:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1787780204.830466:0:19793:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787780204.830738:0:17243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787780204.830743:0:17243:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1874622881708800:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787780204.830749:0:17243:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787780204.830778:0:17243:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3641:x1874622881708800:12345-0@lo:400:kworker.0 Request processed in 34us (1444us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787780204.830785:0:17243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787780204.830812:0:17247:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881708416 00000100:00100000:0.0:1787780204.830816:0:17247:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881708416 00000100:00100000:0.0:1787780204.830867:0:17247:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787780204.830967:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1874622881709184:12345-0@lo:400:kworker.0 Request processed in 503us (1812us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787780204.831375:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1787780204.831404:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780204.831410:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787780204.831413:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780204.831448:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787780204.831453:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9c04429f2800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787780204.831458:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:0.0:1787780204.832617:0:17247:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881708416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787780204.832639:0:17247:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787780204.837053:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881709440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787780204.837118:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787780204.840778:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9c04429f2800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780204.840789:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 533 00000100:00080000:1.0:1787780204.840798:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c04429f2800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780204.840822:0:18752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709440 00000100:00100000:1.0:1787780204.840830:0:18752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709440 00000100:00100000:1.0:1787780204.840916:0:18752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787780204.840925:0:18752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04777961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881709440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787780204.840958:0:18752:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780204.841233:0:18752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04777961c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881709440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 243us (4050us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780204.841243:0:18752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:1.0:1787780204.841581:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787780204.841586:0:3644:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787780204.841590:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787780204.841594:0:3644:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780204.841598:0:3644:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 546 00000100:00080000:1.0:1787780204.841603:0:3644:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c0345e36800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780204.841640:0:3644:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470357840 x1874622881709568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780204.841736:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881708928:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.841756:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04816221c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881708544:0@lo:400:kworker.0 00010000:00080000:1.0:1787780204.841769:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0470355a40 x1874622881709056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780204.841778:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3644:1874622881709056:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.841814:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881709568:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1787780204.842612:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.842760:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470356580 x1874622881709696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780204.842782:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c048163ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881708800:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.842796:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874622881709696:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1787780204.842832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1787780204.843594:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0470357c00 x1874622881709312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780204.843607:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881709312:0@lo:400:kworker.0 00000100:00100000:1.0:1787780204.843620:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c048163de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881708672:0@lo:400:kworker.0 00000100:00080000:1.0:1787780204.843632:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787780204.843637:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787780204.843641:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787780204.843801:0:3641:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780204.843805:0:3641:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 561 00000100:00080000:1.0:1787780204.843812:0:3641:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c03479e4000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780204.843830:0:3641:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04703543c0 x1874622881709824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780204.843938:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881709184:0@lo:400:kworker.0 00000100:00100000:3.0:1787780204.844174:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881709824:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787780204.844224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780204.844962:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709568 00000100:00100000:1.0:1787780204.844970:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709568 00000100:00100000:1.0:1787780204.845014:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709696 00000100:00100000:1.0:1787780204.845017:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709696 00000100:00100000:1.0:1787780204.845038:0:19793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709824 00000100:00100000:1.0:1787780204.845040:0:19793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709824 00000100:00100000:1.0:1787780204.845054:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787780204.845061:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709568:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1787780204.845081:0:19793:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787780204.845128:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709568:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 67us (2518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787780204.845135:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787780204.845151:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787780204.845156:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709696:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1787780204.845292:0:19793:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787780204.845321:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709696:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 164us (2490us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787780204.845328:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787780204.845341:0:19793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787780204.845356:0:19793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709824:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1787780204.845367:0:19793:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787780204.845389:0:19793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3640:x1874622881709824:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 33us (1165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787780204.845394:0:19793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787780204.846552:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881709440:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1787780204.846765:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780204.846771:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787780204.846774:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881709824:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1787780204.846784:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04429f2800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780204.846787:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787780204.846790:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874622881709696:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:3.0:1787780204.846799:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780204.846802:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787780204.846804:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881709568:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1787780204.879832:0:17247:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881708416:12345-0@lo:38:kworker.0 Request processed in 47211us (50856us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787780204.879998:0:17247:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1787780204.880498:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780204.880504:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787780204.880509:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0481622580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881708416:0@lo:38:kworker.0 00010000:00010000:1.0:1787780204.967762:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780205.985139:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780206.364016:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787780206.364040:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881709952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780206.364109:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780206.364157:0:18752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881709952 00000100:00100000:1.0:1787780206.364164:0:18752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881709952 00000100:00080000:0.0:1787780206.364366:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787780206.364386:0:18753:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787780206.364398:0:18753:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881709952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787780206.364428:0:18753:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780206.364472:0:18753:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881709952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780206.364493:0:18753:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787780206.364554:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881709952:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787780207.005216:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787780207.331122:0:17994:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1787780207.914533:0:19563:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787780207.914542:0:19563:0:(genops.c:885:class_export_put()) final put ffff9c03479e1800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787780207.914889:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03479e1800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1787780207.914954:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c03479e0800 for lustre-OST0001 00010000:00010000:1.0:1787780208.028124:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787780208.351251:0:21016:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787780208.374972:0:21016:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1787780208.375026:0:21016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.375040:0:21016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.375047:0:21016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.375067:0:21016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.375083:0:21016:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787780208.375088:0:21016:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787780208.375115:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787780208.375119:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787780208.375124:0:21016:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787780208.375130:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c04429f2800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1787780208.375134:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787780208.375136:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787780208.375139:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787780208.376073:0:21016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376086:0:21016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376093:0:21016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376100:0:21016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376125:0:21016:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787780208.376131:0:21016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376150:0:21016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376156:0:21016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376163:0:21016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376175:0:21016:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1787780208.376180:0:21016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376187:0:21016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376193:0:21016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376199:0:21016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376205:0:21016:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1787780208.376210:0:21016:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376216:0:21016:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376243:0:21016:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376249:0:21016:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780208.376257:0:21016:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1787780208.376260:0:21016:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1787780208.376289:0:21016:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1787780208.376293:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1787780208.376298:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780208.376303:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1787780208.376310:0:21016:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9c046e018800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787780208.376315:0:21016:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9c046c8b5800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787780208.376319:0:21016:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9c04716e4d28) has exports, disconnecting them 00000020:00080000:3.0:1787780208.376324:0:21016:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c046e018800), last request at 1787780204 00000020:00000080:3.0:1787780208.376331:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b7e 00000100:00080000:3.0:1787780208.376348:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c046e01e000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787780208.376393:0:21016:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c046e018800): rc 0 00000020:00000080:3.0:1787780208.376395:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c046e018800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1787780208.376405:0:21016:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9c046c8b5800), last request at 1787780204 00000020:00000080:3.0:1787780208.376408:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961a19 00000100:00080000:3.0:1787780208.376412:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c046c8b6800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1787780208.376418:0:21016:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c046c8b5800): rc 0 00000020:00000080:3.0:1787780208.376420:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c046c8b5800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1787780208.376426:0:21016:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb66b81ca3ae0 00000100:00080000:3.0:1787780208.376442:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787780208.376456:0:21016:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9c0477795e00 x1874622881708032/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787780218 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780208.376472:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1787780208.378900:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1787780208.378915:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.378926:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19400 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:2.0:1787780208.378931:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.378940:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787780208.378966:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780208.378972:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787780208.378975:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787780208.378978:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787780208.379021:0:18397:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379028:0:18397:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787780208.379050:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379058:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c19400/0xc8fc0a5179961939 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961940 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379073:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787780208.379077:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379083:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:2.0:1787780208.379085:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379093:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787780208.379100:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780208.379116:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787780208.379118:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1787780208.379120:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1787780208.379134:0:18397:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379140:0:18397:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787780208.379145:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379152:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0481372600/0xc8fc0a5179961898 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a517996189f expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379161:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787780208.379165:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379170:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372a00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:2.0:1787780208.379173:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379180:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787780208.379186:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780208.379191:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787780208.379193:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1787780208.379200:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1787780208.379211:0:18397:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379217:0:18397:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787780208.379239:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379246:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0481372a00/0xc8fc0a5179961b8c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961b93 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379259:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787780208.379263:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379268:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4ac00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:2.0:1787780208.379270:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379277:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787780208.379283:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780208.379289:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787780208.379291:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787780208.379293:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787780208.379305:0:18397:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379311:0:18397:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787780208.379323:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379329:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0347e4ac00/0xc8fc0a5179961d22 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961d29 expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379339:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780208.379342:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379348:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:2.0:1787780208.379351:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379357:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787780208.379363:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780208.379368:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1787780208.379370:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1787780208.379372:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1787780208.379383:0:18397:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379388:0:18397:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787780208.379393:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379398:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c19600/0xc8fc0a517996188a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc8fc0a5179961891 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780208.379432:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780208.379433:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780208.379435:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780208.379491:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780208.379555:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780208.379726:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477795e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881708032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780208.379750:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787780208.379756:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780208.379779:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780208.379797:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780208.379814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780208.379871:0:17229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710208 00000100:00100000:2.0:1787780208.379878:0:17229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710208 00000100:00100000:2.0:1787780208.379907:0:17229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710080 00000100:00100000:2.0:1787780208.379910:0:17229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710080 00000100:00100000:2.0:1787780208.379917:0:17229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710592 00000100:00100000:2.0:1787780208.379919:0:17229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710592 00000100:00100000:2.0:1787780208.379930:0:17229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787780208.379937:0:17229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477794f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1874622881710208:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787780208.379943:0:17229:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787780208 with bad export cookie 14482461846765180772 00010000:00010000:0.0:1787780208.380607:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787780208.380620:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046e018800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1787780208.380672:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046c8b5800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1787780208.380702:0:2253:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c046e01e000 for lustre-MDT0001 00000020:00000080:0.0:1787780208.380706:0:2253:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c046c8b6800 for lustre-MDT0001 00000100:00100000:0.0:1787780208.380723:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881710336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780208.380763:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780208.380788:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787780208.380794:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881710464:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780208.380819:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780208.380967:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710336 00000100:00100000:0.0:1787780208.380972:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710336 00000100:00100000:0.0:1787780208.380991:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710464 00000100:00100000:0.0:1787780208.380993:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710464 00000100:00100000:0.0:1787780208.381002:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780208.381008:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1874622881710080:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787780208.381024:0:17228:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787780208 with bad export cookie 14482461846765180772 00000100:00100000:0.0:1787780208.381075:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1874622881710080:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (1294us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787780208.381083:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780208.381100:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780208.381104:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1874622881710592:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787780208.381108:0:17228:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787780208 with bad export cookie 14482461846765180772 00000100:00100000:0.0:1787780208.381133:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3642:x1874622881710592:12345-0@lo:103:ldlm_bl.0 Request processed in 28us (1318us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787780208.381138:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780208.381150:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780208.381154:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1874622881710336:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787780208.381159:0:17228:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787780208 with bad export cookie 14482461846765180772 00000100:00100000:0.0:1787780208.381188:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1874622881710336:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (425us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787780208.381195:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780208.381208:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787780208.381211:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1874622881710464:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1787780208.381215:0:17228:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787780208 with bad export cookie 14482461846765180772 00000100:00100000:0.0:1787780208.381252:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3643:x1874622881710464:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (432us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787780208.381257:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:0.0:1787780208.381289:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.131@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787780208.381293:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c0347e3a000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1787780208.381297:0:3643:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.131@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:1.0:1787780208.381716:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787780208.382323:0:21016:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787780208.382331:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c04429f7000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1787780208.384771:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787780208.384779:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1787780208.384793:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787780208.384865:0:21016:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787780208.384897:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787780208.384918:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787780208.384920:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787780208.384928:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787780208.384982:0:21016:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787780208.384991:0:21016:0:(import.c:65:import_set_state_nolock()) ffff9c0446172800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1787780208.385025:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9c04716e4d28) has no exports 00000100:00100000:3.0:1787780208.385075:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881710720:0@lo:9:umount.0 00000100:00100000:3.0:1787780208.385138:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780208.385164:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881710848:0@lo:9:umount.0 00000100:00100000:3.0:1787780208.385183:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780208.386416:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710720 00000100:00100000:1.0:1787780208.386424:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710720 00000100:00100000:1.0:1787780208.386578:0:18748:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881710848 00000100:00100000:1.0:1787780208.386582:0:18748:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881710848 00000100:00100000:1.0:1787780208.386609:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787780208.386619:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1874622881710720:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787780208.386647:0:18748:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b0e 00000100:00080000:1.0:1787780208.386656:0:18748:0:(import.c:65:import_set_state_nolock()) ffff9c046eecd800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787780208.386707:0:18748:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1787780208.386871:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3640:x1874622881710720:12345-0@lo:9:umount.0 Request processed in 253us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780208.386895:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787780208.386911:0:18748:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780208.386917:0:18748:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1874622881710848:12345-0@lo:9:umount.0 00000020:00000080:1.0:1787780208.386928:0:18748:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961baf 00000100:00080000:1.0:1787780208.386933:0:18748:0:(import.c:65:import_set_state_nolock()) ffff9c03479e3000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787780208.386953:0:18748:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1787780208.387018:0:18748:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e75680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3640:x1874622881710848:12345-0@lo:9:umount.0 Request processed in 101us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780208.387025:0:18748:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1787780208.387040:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787780208.387044:0:17238:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780208.387074:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787780208.387083:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787780208.387085:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787780208.387088:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881710720:0@lo:9:umount.0 00000100:00080000:1.0:1787780208.387100:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0446172800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1787780208.387107:0:3640:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1787780208.387109:0:3640:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787780208.387112:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881710848:0@lo:9:umount.0 00010000:00010000:1.0:1787780208.387137:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780208.387147:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787780208.387937:0:3642:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.131@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:3.0:1787780208.399077:0:17229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477794f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3642:x1874622881710208:12345-0@lo:103:ldlm_bl.0 Request processed in 19133us (19515us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787780208.399090:0:17229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1787780208.431378:0:3643:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.131@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1787780208.431383:0:3643:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787780208.431392:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0481623840 x1874622881708288/t0(0) o400->MGC192.168.203.131@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787780220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780208.431430:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477794b40 x1874622881710208/t0(0) o103->MGC192.168.203.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787780224 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780208.431448:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c04777952c0 x1874622881710080/t0(0) o103->MGC192.168.203.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787780224 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780208.431456:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c04777943c0 x1874622881710592/t0(0) o103->MGC192.168.203.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787780224 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780208.431554:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477796940 x1874622881710336/t0(0) o103->MGC192.168.203.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787780224 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780208.431563:0:3643:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477794000 x1874622881710464/t0(0) o103->MGC192.168.203.131@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787780224 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787780208.434833:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787780208.434851:0:3643:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787780208.434853:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1787780208.439489:0:3642:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9c0347e3a000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1787780208.439825:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780208.439857:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780208.439887:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3642:1874622881710080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780208.439894:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0481623840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3644:1874622881708288:0@lo:400:kworker.0 00000100:00080000:0.0:1787780208.440979:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c0347e3a000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787780208.440989:0:3643:0:(import.c:510:import_select_connection()) MGC192.168.203.131@tcp: connect to NID 0@lo last attempt 520 00000100:00080000:0.0:1787780208.440997:0:3643:0:(import.c:624:import_select_connection()) MGC192.168.203.131@tcp: import ffff9c0347e3a000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:0.0:1787780208.441051:0:3643:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04710603c0 x1874622881710976/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787780208.441097:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881710336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780208.441115:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3643:1874622881710464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780208.441523:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3640:1874622881710976:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:1.0:1787780208.441573:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874622881710976 offset 0 length 520: 4 00000020:00080000:3.0:1787780208.463314:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9c04716e4d28) has no exports 00000020:01000000:0.0:1787780208.566684:0:21016:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c03468a56c0 - data ffff9c047903d870/ffff9c0346951c00 00000020:01000000:0.0:1787780208.566903:0:21016:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c0346fb9c60 - data ffff9c0451ac1870/ffff9c0471203000 00000001:00000004:3.0:1787780208.581995:0:21016:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1787780208.638127:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780208.638147:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787780208.638154:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787780208.641407:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787780208.641414:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1787780208.641437:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787780208.641440:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787780208.646137:0:17982:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787780208.646144:0:17982:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1787780208.646155:0:17982:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787780208.646775:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787780208.646781:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787780208.646802:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787780208.646805:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787780208.647119:0:17984:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787780208.647123:0:17984:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1787780208.647133:0:17984:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787780208.648235:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618ad 00000020:00000080:2.0:1787780208.648246:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347c9f800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787780208.648544:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c9f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787780208.649136:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618c2 00000020:00000080:2.0:1787780208.649143:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0445fc8000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787780208.649546:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1787780208.649553:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780208.649561:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787780208.649566:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9c04716e0000) has no exports 00000004:01000000:2.0:1787780208.649729:0:21016:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787780208.649738:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961916 00000020:00000080:2.0:1787780208.649743:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0346bcf800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780208.650087:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0445fc8000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1787780208.651943:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787780208.651954:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780208.651963:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787780208.651967:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9c045156cd28) has no exports 00000020:00000080:2.0:1787780208.651976:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996190f 00000020:00000080:2.0:1787780208.651983:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0446172000/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1787780208.652388:0:21016:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787780208.652394:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787780208.652397:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1787780208.652402:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787780208.652405:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787780208.652448:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780208.652454:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780208.652549:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0346bcf800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787780208.652558:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0446172000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787780208.652562:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0446172800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787780208.652568:0:8:0:(genops.c:885:class_export_put()) final put ffff9c0446173800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780208.652638:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0446173800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1787780208.652644:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787780208.653539:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961901 00000020:00000080:2.0:1787780208.653549:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0446171800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787780208.653558:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787780208.653563:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780208.653568:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787780208.653659:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9c04515699b8) has no exports 00000020:00000080:2.0:1787780208.653665:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618f3 00000020:00000080:2.0:1787780208.653669:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347c99000/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1787780208.654015:0:21016:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787780208.654018:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787780208.654021:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1787780208.654026:0:21016:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787780208.654028:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787780208.654061:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780208.654066:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1787780208.654077:0:21016:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787780208.654082:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618e5 00000020:00000080:2.0:1787780208.654087:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0445fc8800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787780208.654091:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1787780208.654094:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780208.654097:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787780208.654100:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9c0476620000) has no exports 00000020:00000080:2.0:1787780208.654103:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618de 00000020:00000080:2.0:1787780208.654105:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347c9e000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787780208.656564:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0446171800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787780208.656589:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c99000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787780208.656596:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0345e54800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787780208.656606:0:8:0:(genops.c:885:class_export_put()) final put ffff9c0445fce000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780208.656608:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0445fce000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1787780208.656612:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780208.656694:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0445fc8800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787780208.656699:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c9e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1787780208.656938:0:21016:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1787780208.656943:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787780208.656947:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787780208.656954:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787780208.657002:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780208.657012:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780208.657033:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780208.657036:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780208.657040:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347c9e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780208.657042:0:21016:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c9e800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1787780208.657046:0:21016:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780208.657149:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618c9 00000020:00000080:3.0:1787780208.657155:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0445fcd800/lustre-MDD0001_UUID 00000020:01000000:3.0:1787780208.657174:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1787780208.657177:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780208.657182:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787780208.657186:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9c04716e19b8) has no exports 00000020:00000080:3.0:1787780208.657203:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780208.657206:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1787780208.657210:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799618d0 00000020:00000080:3.0:1787780208.657214:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0445fca800/lustre-MDT0001-osd_UUID 00000020:01000004:3.0:1787780208.657234:0:21016:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0477821800 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1787780208.657238:0:21016:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0477821800 2 00000020:01000004:3.0:1787780208.657242:0:21016:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c0477821800 from lustre-MDT0001 00000020:00000080:3.0:1787780208.657262:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780208.657265:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1787780208.657268:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347c98000/lustre-MDT0001_UUID 00000020:00000080:3.0:1787780208.657270:0:21016:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c98000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1787780208.657276:0:21016:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1787780208.657317:0:21016:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1787780208.657321:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1787780208.657324:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780208.657327:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787780208.657334:0:21016:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9c0341d3d800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787780208.657339:0:21016:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9c0450ceb370) has exports, disconnecting them 00000020:00080000:3.0:1787780208.657343:0:21016:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9c0341d3d800), last request at 1787780125 00000020:00000080:3.0:1787780208.657347:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a517996194e 00000020:00080000:3.0:1787780208.657358:0:21016:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0341d3d800): rc 0 00000020:00000080:3.0:1787780208.657361:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0341d3d800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1787780208.657704:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c04429f7000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787780208.657712:0:8:0:(genops.c:885:class_export_put()) final put ffff9c0345e52000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787780208.657715:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e52000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1787780208.657719:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787780208.657800:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0445fcd800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1787780208.657804:0:8:0:(genops.c:885:class_export_put()) final put ffff9c04811d9800/lustre-MDD0001_UUID 00000020:00000080:0.0:1787780208.657806:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c04811d9800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1787780208.657809:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1787780208.657914:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0445fca800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787780208.657919:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341d3d800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1787780208.685930:0:21016:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1787780208.685938:0:21016:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787780208.685943:0:21016:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787780208.685951:0:21016:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787780208.685986:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c04429f2800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1787780208.686172:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780208.686180:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1787780208.686186:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0448fdb800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1787780208.686189:0:21016:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0448fdb800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1787780208.686198:0:21016:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1787780208.686290:0:21016:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0477821800 1 00000020:00000080:0.0:1787780208.686295:0:21016:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961875 00000020:00000080:0.0:1787780208.686301:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c046c8b6000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1787780208.686321:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1787780208.686328:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046c8b6000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787780208.686339:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780208.686344:0:21016:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787780208.686348:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9c04766219b8) has no exports 00000020:00000080:2.0:1787780208.921697:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780208.921710:0:21016:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1787780208.921716:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0477821000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1787780208.921720:0:21016:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0477821000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1787780208.921733:0:21016:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1787780208.921877:0:21016:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c0477826800 00000020:01000000:2.0:1787780208.921907:0:21016:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1787780208.921910:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780208.921914:0:21016:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787780208.921917:0:21016:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9c044313cd28) has no exports 00000100:00100000:1.0:1787780208.924372:0:19793:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9c0341c07a00:19793] 3 exiting: rc = 0 00000100:00100000:1.0:1787780208.924491:0:17243:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9c046eef0200:17243] 1 exiting: rc = 0 00000100:00100000:2.0:1787780208.928006:0:17242:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9c046097a600:17242] 0 exiting: rc = 1 00000100:00100000:2.0:1787780208.928960:0:20085:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff9c0471115a00:20085] 4 exiting: rc = 0 00000100:00100000:3.0:1787780208.929868:0:17244:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9c046eef1400:17244] 2 exiting: rc = 0 00000100:00100000:1.0:1787780208.932073:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932083:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932090:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932096:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932101:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932106:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932112:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932117:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932122:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932128:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932134:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932140:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932145:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932151:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932157:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932162:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932167:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932173:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932179:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932184:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932188:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932194:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932198:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932203:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932209:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932214:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932231:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932237:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932243:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932248:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932253:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932259:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932279:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932284:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932289:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932294:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932300:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932307:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932312:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932318:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932323:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932329:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932335:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932341:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932346:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932351:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932356:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932361:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932367:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932372:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932377:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932383:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932388:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932393:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932398:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932413:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932419:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932424:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932429:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932434:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932440:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932445:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932451:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.932456:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780208.939138:0:17246:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9c046eef1800:17246] 1 exiting: rc = 0 00000100:00100000:1.0:1787780208.939712:0:17245:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9c046eef1a00:17245] 0 exiting: rc = 1 00000100:00100000:0.0:1787780208.939808:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939817:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939823:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939828:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939833:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939873:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939879:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939884:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939890:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939895:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939900:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939905:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939910:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939915:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939919:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939924:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939929:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939933:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939938:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939943:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939948:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939952:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939958:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939962:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939967:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939971:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939976:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939981:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.939985:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940005:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940010:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940014:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940020:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940024:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940030:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940036:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940042:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940048:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940054:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940059:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940064:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940070:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940075:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940080:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940086:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940090:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940095:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940100:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940106:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940111:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940116:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940122:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940127:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940132:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940137:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940142:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940147:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940153:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940158:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940164:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940168:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940174:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940179:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.940184:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780208.940708:0:17248:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9c046eef0c00:17248] 1 exiting: rc = 0 00000100:00100000:1.0:1787780208.940876:0:18276:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9c0471073a00:18276] 2 exiting: rc = 0 00000100:00100000:1.0:1787780208.940949:0:17247:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9c046eef1c00:17247] 0 exiting: rc = 1 00000100:00100000:0.0:1787780208.941101:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941108:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941114:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941121:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941126:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941133:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941139:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941145:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941150:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941175:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941183:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941189:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941195:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941201:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941208:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941214:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941231:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941238:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941244:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941251:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941257:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941280:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941290:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941297:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941303:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941309:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941315:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941322:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941329:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941334:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941340:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941345:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941352:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941375:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941383:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941400:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941406:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941412:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941418:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941424:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941431:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941436:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941442:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941448:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941454:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941474:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941482:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941487:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941492:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941499:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941506:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941512:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941518:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941522:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941528:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941533:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941539:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941559:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941566:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941915:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941922:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941927:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941933:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.941938:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780208.956816:0:17249:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9c0450cf9e00:17249] 0 exiting: rc = 1 00000100:00100000:2.0:1787780208.956885:0:17250:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9c0346f42200:17250] 1 exiting: rc = 0 00000100:00100000:0.0:1787780208.957699:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957707:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957712:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957717:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957723:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957728:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957749:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957754:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957759:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957765:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957770:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957775:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957780:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957784:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957790:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957794:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957798:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957803:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957807:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957812:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957817:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957821:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957826:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957830:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957835:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957856:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957862:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957867:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957872:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957877:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957882:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957887:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957892:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957896:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957902:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957906:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957911:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957915:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957920:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957925:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957929:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957941:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957946:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957950:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957955:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957960:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957964:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957969:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957974:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957979:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957983:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957988:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957993:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.957997:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958003:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958008:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958014:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958020:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958025:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958031:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958036:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958040:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958045:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.958050:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780208.958762:0:17252:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9c0443a8c200:17252] 1 exiting: rc = 0 00000100:00100000:3.0:1787780208.958872:0:17251:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9c0450cf8a00:17251] 0 exiting: rc = 1 00000100:00100000:0.0:1787780208.959770:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959778:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959783:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959788:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959793:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959798:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959803:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959808:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959813:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959818:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959823:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959828:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959867:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959872:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959877:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959882:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959887:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959892:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959897:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959902:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959906:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959911:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959916:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959921:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959926:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959931:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959936:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959942:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959947:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959952:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959956:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959961:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959966:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959971:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959976:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959982:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959986:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959991:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.959996:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960000:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960005:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960010:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960015:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960020:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960026:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960031:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960036:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960050:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960055:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960059:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960065:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960069:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960074:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960078:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960083:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960088:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960093:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960097:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960103:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960108:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960113:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960118:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960123:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.960128:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.960505:0:17253:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9c044775b400:17253] 0 exiting: rc = 1 00000100:00100000:3.0:1787780208.960578:0:17254:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9c0450cbd200:17254] 1 exiting: rc = 0 00000100:00100000:0.0:1787780208.961019:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961026:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961031:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961036:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961042:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961047:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961052:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961057:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961062:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961067:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961072:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961078:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961083:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961088:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961093:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961098:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961103:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961108:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961123:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961128:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961134:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961139:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961144:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961149:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961154:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961160:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961165:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961171:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961177:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961182:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961187:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961192:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961197:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961203:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961208:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961213:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961229:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961236:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961241:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961246:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961251:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961257:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961263:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961268:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961273:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961279:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961284:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961289:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961295:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961300:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961305:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961310:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961314:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961327:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961332:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961336:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961341:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961345:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961350:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961356:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961361:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961366:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961371:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780208.961376:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.962445:0:17255:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9c04717a2200:17255] 0 exiting: rc = 1 00000100:00100000:1.0:1787780208.962614:0:17256:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9c04717a2a00:17256] 1 exiting: rc = 0 00000100:00100000:0.0:1787780208.964543:0:17257:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9c0347bb4e00:17257] 2 exiting: rc = 0 00000100:00100000:1.0:1787780208.964776:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964784:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964789:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964795:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964812:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964819:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964825:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964831:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964856:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964864:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964872:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964878:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964884:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964899:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964906:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964911:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964917:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964923:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964928:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964933:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964938:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964944:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964949:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964954:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964959:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964964:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964970:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964977:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964983:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964988:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.964993:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965014:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965020:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965025:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965031:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965036:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965043:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965064:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965072:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965077:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965083:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965088:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965094:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965099:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965106:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965112:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965118:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965123:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965129:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965135:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965140:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965147:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965153:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965159:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965165:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965171:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965178:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965183:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965188:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965194:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965200:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965205:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965210:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780208.965237:0:21016:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1787780208.972342:0:21016:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780208.972353:0:21016:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1787780208.972358:0:21016:0:(genops.c:885:class_export_put()) final put ffff9c0347e3d000/MDS_uuid 00000020:00000080:0.0:1787780208.972362:0:21016:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e3d000/MDS_uuid for MDS 00000020:01000000:0.0:1787780208.972367:0:21016:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1787780208.972529:0:21016:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1787780209.054183:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787780209.948914:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780209.948930:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787780209.948933:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780209.948936:0:2253:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787780209.948940:0:2253:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780209.948946:0:2253:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 612 00000100:00080000:1.0:1787780209.948951:0:2253:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787780209.948957:0:2253:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c0345e36800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780209.948987:0:2253:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470354000 x1874622881711104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787780209.949029:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780209.949041:0:2253:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787780209.949043:0:2253:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780209.949046:0:2253:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 612 00000100:00080000:1.0:1787780209.949049:0:2253:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787780209.949052:0:2253:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c03479e4000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780209.949061:0:2253:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470356d00 x1874622881711360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780209.949092:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787780209.949106:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881711232:0@lo:400:kworker.0 00000400:00000100:1.0:1787780209.949158:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711232 offset 0 length 224: 4 00000100:00100000:1.0:1787780209.949191:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881711488:0@lo:400:kworker.0 00000400:00000100:1.0:1787780209.949205:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711488 offset 0 length 224: 4 00000100:00100000:3.0:1787780209.949440:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881711104:0@lo:38:kworker.0 00000400:00000100:3.0:1787780209.949466:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711104 offset 0 length 520: 4 00000100:00100000:3.0:1787780209.949478:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881711360:0@lo:38:kworker.0 00000400:00000100:3.0:1787780209.949491:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711360 offset 0 length 520: 4 00010000:00010000:1.0:1787780210.092266:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780211.104370:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780212.124397:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787780213.140380:0:21218:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00010000:00010000:1.0:1787780213.149719:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787780213.167168:0:21218:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1787780213.167235:0:21218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780213.167250:0:21218:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780213.167258:0:21218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780213.167266:0:21218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780213.167280:0:21218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787780213.167299:0:21218:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787780213.167324:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787780213.167336:0:21218:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0470354000 x1874622881711104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780213.167350:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787780213.167356:0:21218:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787780213.167362:0:21218:0:(import.c:65:import_set_state_nolock()) ffff9c0345e36800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1787780213.167367:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787780213.167371:0:21218:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0470354000 x1874622881711104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780224 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780213.167378:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787780213.167381:0:21218:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00000100:00100000:3.0:1787780213.167592:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881711104:0@lo:38:kworker.0 00000100:00080000:0.0:1787780213.169461:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787780213.169475:0:21218:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0470356940 x1874622881711232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780213.169499:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787780213.169503:0:21218:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1787780213.169525:0:21218:0:(import.c:65:import_set_state_nolock()) ffff9c0345e37800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1787780213.169942:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780213.169951:0:18397:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780213.169960:0:18397:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19c00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780213.169964:0:18397:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780213.169975:0:18397:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780213.169984:0:18397:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780213.169990:0:18397:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787780213.169993:0:18397:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787780213.169996:0:18397:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787780213.170011:0:18397:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:1.0:1787780213.170017:0:18397:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780213.170026:0:18397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c19c00/0xc8fc0a51799619e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a51799619ef expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780213.170040:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780213.170042:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780213.170044:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780213.170125:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881711232:0@lo:400:kworker.0 00000100:00100000:3.0:1787780213.170163:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874622881711616:0@lo:39:umount.0 00000400:00000100:3.0:1787780213.170219:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711616 offset 0 length 224: 4 00000100:00080000:2.0:1787780213.980214:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780213.980224:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780213.980227:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780213.980231:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787780213.980359:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787780213.980383:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881711744:0@lo:400:kworker.0 00000400:00000100:0.0:1787780213.980455:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711744 offset 0 length 224: 4 00000001:00100000:2.0:1787780214.049996:0:19563:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787780214.050006:0:19563:0:(genops.c:885:class_export_put()) final put ffff9c03479e6000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780214.050088:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03479e6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1787780214.050140:0:2253:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c03479e3000 for lustre-OST0001 00000001:00100000:1.0:1787780214.052347:0:18745:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787780214.052355:0:18745:0:(genops.c:885:class_export_put()) final put ffff9c0477820800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787780214.052437:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0477820800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787780214.052488:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c046eecd800 for lustre-OST0000 00010000:00010000:0.0:1787780214.172089:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787780215.003939:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780215.003949:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780215.003953:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780215.003956:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787780215.004062:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881711872:0@lo:400:kworker.0 00000400:00000100:3.0:1787780215.004114:0:3641:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881711872 offset 0 length 224: 4 00010000:00010000:1.0:1787780215.197400:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780216.220469:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780217.244071:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780218.268143:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780218.269455:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780208/real 1787780208] req@ffff9c04710603c0 x1874622881710976/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787780218 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780218.269487:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c04710603c0 x1874622881710976/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787780218 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787780218.269507:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0347e3a000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780218.269552:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1787780218.269556:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3640:1874622881710976:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:3.0:1787780218.269650:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787780218.269656:0:2253:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787780218.269659:0:2253:0:(import.c:65:import_set_state_nolock()) ffff9c0347e3a000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780218.269664:0:2253:0:(import.c:510:import_select_connection()) MGC192.168.203.131@tcp: connect to NID 0@lo last attempt 616 00000100:00080000:3.0:1787780218.269669:0:2253:0:(import.c:589:import_select_connection()) MGC192.168.203.131@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787780218.269675:0:2253:0:(import.c:624:import_select_connection()) MGC192.168.203.131@tcp: import ffff9c0347e3a000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780218.269704:0:2253:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e76940 x1874622881712000/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787780218.269759:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3640:1874622881712000:0@lo:250:kworker.0 00000400:00000100:0.0:1787780218.269807:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874622881712000 offset 0 length 520: 4 00000100:00080000:3.0:1787780218.269912:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787780218.269923:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787780218.270171:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874622881712128:0@lo:400:kworker.0 00000400:00000100:2.0:1787780218.270200:0:3642:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881712128 offset 0 length 224: 4 00010000:00010000:1.0:1787780219.292031:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780220.316155:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780221.342827:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780222.364084:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780223.387957:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780213/real 1787780213] req@ffff9c0471063480 x1874622881711616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787780223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780223.388005:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0471063480 x1874622881711616/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787780223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787780223.388027:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e37800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787780223.388046:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874622881711616:0@lo:39:umount.0 00000100:00080000:3.0:1787780223.388352:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787780223.388357:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787780223.388361:0:21218:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787780223.389313:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780223.390198:0:21218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390214:0:21218:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390222:0:21218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390229:0:21218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390299:0:21218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780223.390308:0:21218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390314:0:21218:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390320:0:21218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780223.390326:0:21218:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390403:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787780223.390410:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390416:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c04766dc800 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780223.390420:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390429:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780223.390437:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780223.390443:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787780223.390446:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:1.0:1787780223.390457:0:17231:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:1.0:1787780223.390461:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390469:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c04766dc800/0xc8fc0a51799619be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a51799619c5 expref: -99 pid: 18744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390496:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780223.390500:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390506:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780223.390510:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390517:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780223.390524:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780223.390530:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787780223.390533:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1787780223.390537:0:17231:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:1.0:1787780223.390541:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780223.390548:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780223.390549:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780223.390551:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780223.390619:0:21218:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787780223.390624:0:21218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a5179961d14 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961d1b expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780223.390634:0:21218:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1787780223.390639:0:21218:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:3.0:1787780223.390641:0:21218:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1787780223.390684:0:21218:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1787780223.390689:0:21218:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1787780223.390694:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780223.390699:0:21218:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787780223.390703:0:21218:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9c0476623370) has no exports 00000020:00080000:3.0:1787780223.390725:0:21218:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9c0476623370) has no exports 00000020:01000000:3.0:1787780223.393206:0:21218:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c034791cba0 - data ffff9c047904baf8/ffff9c0444416000 00000020:01000000:3.0:1787780223.393359:0:21218:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c034884e720 - data ffff9c0451bf3438/ffff9c0346a4ac00 00010000:00010000:1.0:1787780223.393782:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1787780223.416298:0:21218:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1787780223.427970:0:21218:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799619d3 00000020:00000080:3.0:1787780223.427997:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0348818800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1787780223.428022:0:21218:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0446175800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1787780223.428026:0:21218:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0446175800 2 00000020:01000004:3.0:1787780223.428029:0:21218:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c0446175800 from lustre-OST0000 00000020:00000080:3.0:1787780223.428460:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780223.428471:0:21218:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1787780223.428474:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0348818000/lustre-OST0000_UUID 00000020:00000080:3.0:1787780223.428477:0:21218:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0348818000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1787780223.428488:0:21218:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1787780223.428557:0:21218:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1787780223.428562:0:21218:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787780223.428565:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780223.428579:0:21218:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787780223.428586:0:21218:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9c0345e33800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787780223.428593:0:21218:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9c0451568000) has exports, disconnecting them 00000020:00080000:3.0:1787780223.428598:0:21218:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9c0345e33800), last request at 1787780138 00000020:00000080:3.0:1787780223.428603:0:21218:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799619fd 00000020:00080000:3.0:1787780223.428616:0:21218:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0345e33800): rc 0 00000020:00000080:3.0:1787780223.428621:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0345e33800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787780223.430760:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0348818800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787780223.430779:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e33800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1787780223.431898:0:21218:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787780223.431906:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780223.431983:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787780223.431992:0:21218:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787780223.432224:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780223.432234:0:21218:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1787780223.432241:0:21218:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1787780223.432246:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780223.432250:0:21218:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787780223.432257:0:21218:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9c0345e30000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787780223.432263:0:21218:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9c034691b370) has exports, disconnecting them 00000020:00080000:2.0:1787780223.432268:0:21218:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9c0345e30000), last request at 1787780138 00000020:00000080:2.0:1787780223.432272:0:21218:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961a12 00000020:00080000:2.0:1787780223.432286:0:21218:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0345e30000): rc 0 00000020:00000080:2.0:1787780223.432291:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0345e30000/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787780223.432596:0:2253:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0345e36800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1787780223.432603:0:2253:0:(genops.c:885:class_export_put()) final put ffff9c0345e31000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1787780223.432606:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e31000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1787780223.432620:0:2253:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1787780223.432688:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e30000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1787780223.440093:0:21218:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1787780223.440102:0:21218:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787780223.440106:0:21218:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787780223.440113:0:21218:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787780223.440165:0:2253:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0345e37800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1787780223.440329:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780223.440337:0:21218:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1787780223.440343:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0345e34000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1787780223.440373:0:21218:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0345e34000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1787780223.440379:0:21218:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1787780223.440438:0:21218:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0446175800 1 00000020:00000080:0.0:1787780223.440443:0:21218:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a51799619b0 00000020:00000080:0.0:1787780223.440450:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0471178000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1787780223.440458:0:21218:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1787780223.440466:0:2253:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0471178000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1787780223.440474:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780223.440478:0:21218:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787780223.440481:0:21218:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9c045156b370) has no exports 00000020:00000080:2.0:1787780223.479280:0:21218:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787780223.479293:0:21218:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1787780223.479299:0:21218:0:(genops.c:885:class_export_put()) final put ffff9c0347c9c800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1787780223.479303:0:21218:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c9c800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1787780223.479312:0:21218:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1787780223.479533:0:21218:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c0347c9a800 00000020:02000400:2.0:1787780223.479583:0:21218:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00000100:00080000:1.0:1787780223.773175:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780223.773185:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787780223.773188:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787780223.773190:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787780223.773285:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881712256:0@lo:400:kworker.0 00000400:00000100:0.0:1787780223.773399:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881712256 offset 0 length 224: 4 00010000:00010000:1.0:1787780224.412989:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780224.413032:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780209/real 1787780209] req@ffff9c0470356d00 x1874622881711360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787780224 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780224.413240:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0470356d00 x1874622881711360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787780224 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787780224.413260:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780224.413281:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787780224.413285:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881711360:0@lo:38:kworker.0 00000100:00080000:2.0:1787780224.413385:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780224.413391:0:2253:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780224.413393:0:2253:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780224.413396:0:2253:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787780224.413398:0:2253:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780224.413403:0:2253:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 617 00000100:00080000:2.0:1787780224.413408:0:2253:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787780224.413414:0:2253:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c03479e4000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780224.413447:0:2253:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477797c00 x1874622881712384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780224.413659:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780224.413672:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881712512:0@lo:400:kworker.0 00000400:00000100:3.0:1787780224.413714:0:3643:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881712512 offset 0 length 224: 4 00000100:00100000:0.0:1787780224.414252:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881712384:0@lo:38:kworker.0 00000400:00000100:0.0:1787780224.414277:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881712384 offset 0 length 520: 4 00000100:00000400:1.0:1787780225.452185:0:3643:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780209/real 1787780209] req@ffff9c0470354b40 x1874622881711488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787780225 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1787780225.456300:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780225.471430:0:3643:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9c0470354b40 x1874622881711488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787780225 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787780225.471445:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9c03479e2800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787780225.471450:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787780225.491002:0:3643:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1787780225.491143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780225.491150:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780225.491152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780225.491155:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780225.491158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787780225.491161:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787780225.491165:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c03479e2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780225.491173:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 561 00000100:00080000:2.0:1787780225.491182:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c03479e2800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780225.491219:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477797480 x1874622881712640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780225.491816:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874622881712640:0@lo:38:kworker.0 00000400:00000100:1.0:1787780225.491896:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874622881712640 offset 0 length 520: 4 00000100:00100000:3.0:1787780225.492160:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881711488:0@lo:400:kworker.0 00010000:00010000:0.0:1787780226.461443:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787780226.888685:0:21420:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787780226.902997:0:21420:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1787780226.903080:0:21420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.903102:0:21420:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.903109:0:21420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.903115:0:21420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.903141:0:21420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787780226.903158:0:21420:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787780226.903187:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780226.903198:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477797c00 x1874622881712384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.903219:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787780226.903224:0:21420:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787780226.903231:0:21420:0:(import.c:65:import_set_state_nolock()) ffff9c03479e4000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1787780226.903235:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787780226.903238:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477797c00 x1874622881712384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780244 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.903244:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787780226.903248:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00010000:00010000:0.0:1787780226.903604:0:17230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780226.903612:0:17230:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.903632:0:17230:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b400 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:0.0:1787780226.903635:0:17230:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.903642:0:17230:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787780226.903648:0:17230:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780226.903654:0:17230:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787780226.903656:0:17230:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787780226.903658:0:17230:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787780226.903669:0:17230:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:0.0:1787780226.903673:0:17230:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.903679:0:17230:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b400/0xc8fc0a5179961b4d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961b54 expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.903689:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780226.903690:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780226.903692:0:17230:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780226.903745:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881712384:0@lo:38:kworker.0 00000100:00080000:2.0:1787780226.905477:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787780226.905493:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477794b40 x1874622881711744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906008:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c04777943c0 x1874622881711872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906026:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0345e770c0 x1874622881712128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906038:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0470355680 x1874622881712256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906047:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477796580 x1874622881712512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906056:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477797480 x1874622881712640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.906068:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1787780226.906109:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e770c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3642:1874622881712128:0@lo:400:kworker.0 00000100:00080000:2.0:1787780226.906154:0:21420:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787780226.906161:0:21420:0:(import.c:65:import_set_state_nolock()) ffff9c03479e2800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1787780226.906166:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787780226.906170:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477794b40 x1874622881711744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780229 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780226.906327:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881711872:0@lo:400:kworker.0 00000100:00100000:0.0:1787780226.907133:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881711744:0@lo:400:kworker.0 00000100:00100000:2.0:1787780226.907158:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c04777943c0 x1874622881711872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780231 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.907168:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0470355680 x1874622881712256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780239 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.907176:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477796580 x1874622881712512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780240 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.907183:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0477797480 x1874622881712640/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787780235 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780226.907190:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787780226.908260:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874622881712640:0@lo:38:kworker.0 00000100:00100000:0.0:1787780226.908496:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881712512:0@lo:400:kworker.0 00000100:00100000:0.0:1787780226.908505:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881712256:0@lo:400:kworker.0 00000100:00100000:2.0:1787780226.910072:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787780226.911374:0:21420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911389:0:21420:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911397:0:21420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911403:0:21420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911422:0:21420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780226.911438:0:21420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911445:0:21420:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911452:0:21420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911457:0:21420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780226.911475:0:21420:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1787780226.911479:0:21420:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1787780226.911502:0:21420:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1787780226.911506:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1787780226.911510:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787780226.911515:0:21420:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787780226.911518:0:21420:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9c0347b14d28) has no exports 00000020:00080000:2.0:1787780226.911536:0:21420:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9c0347b14d28) has no exports 00010000:00010000:0.0:1787780226.912423:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780226.912434:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912442:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c04766dc000 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:0.0:1787780226.912447:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912456:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787780226.912464:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780226.912469:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787780226.912472:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:0.0:1787780226.912475:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:0.0:1787780226.912490:0:17231:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:0.0:1787780226.912493:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912500:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c04766dc000/0xc8fc0a5179961b23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961b2a expref: -99 pid: 19562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912513:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780226.912516:0:17231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912521:0:17231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:0.0:1787780226.912523:0:17231:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912540:0:17231:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787780226.912546:0:17231:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780226.912551:0:17231:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787780226.912553:0:17231:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1787780226.912554:0:17231:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787780226.912558:0:17231:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:0.0:1787780226.912561:0:17231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912567:0:17231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0347e4b600/0xc8fc0a5179961d06 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961d0d expref: -99 pid: 17239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780226.912578:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780226.912579:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780226.912581:0:17231:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780226.912797:0:18397:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787780226.915245:0:21420:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c034791c0c0 - data ffff9c03460e8288/ffff9c0444417400 00000020:01000000:2.0:1787780226.915555:0:21420:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9c03468a51e0 - data ffff9c04513b0438/ffff9c03412c8800 00100000:10000000:2.0:1787780226.925251:0:21420:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1787780226.934028:0:21420:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b38 00000020:00000080:3.0:1787780226.934041:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c0347c9d000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1787780226.934062:0:21420:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c046e01c800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1787780226.934067:0:21420:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c046e01c800 2 00000020:01000004:3.0:1787780226.934070:0:21420:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9c046e01c800 from lustre-OST0001 00000020:00000080:0.0:1787780226.934078:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347c9d000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1787780226.934117:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780226.934127:0:21420:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1787780226.934131:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c034881b000/lustre-OST0001_UUID 00000020:00000080:3.0:1787780226.934134:0:21420:0:(genops.c:844:class_export_destroy()) destroying export ffff9c034881b000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1787780226.934141:0:21420:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1787780226.934274:0:21420:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 8a551391-c6f4-42cf-bfe4-f12cef7d26fb->MGS 00010000:00010000:3.0:1787780226.934288:0:21420:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0444c18a00/0xc8fc0a517996187c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961883 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780226.934299:0:21420:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0444c18a00/0xc8fc0a517996187c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961883 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780226.934312:0:21420:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1787780226.934314:0:21420:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1787780226.934317:0:21420:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1787780226.934340:0:21420:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:3.0:1787780226.934343:0:21420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0444c18a00/0xc8fc0a517996187c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961883 expref: -99 pid: 17973 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780226.934358:0:21420:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c04766dde00/0xc8fc0a517996176b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc8fc0a5179961772 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780226.934363:0:21420:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c04766dde00/0xc8fc0a517996176b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc8fc0a5179961772 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780226.934368:0:21420:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787780226.934370:0:21420:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1787780226.934372:0:21420:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1787780226.934380:0:21420:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9c0347e3a000 00010000:00010000:3.0:1787780226.934382:0:21420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c04766dde00/0xc8fc0a517996176b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc8fc0a5179961772 expref: -99 pid: 17221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787780226.934394:0:21420:0:(import.c:65:import_set_state_nolock()) ffff9c0347e3a000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1787780226.934397:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787780226.934400:0:21420:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787780226.934401:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787780226.934405:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787780226.934415:0:21420:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9c0345e76940 x1874622881712000/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787780233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787780226.934434:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787780226.934436:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:0.0:1787780226.934474:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8a551391-c6f4-42cf-bfe4-f12cef7d26fb:3640:1874622881712000:0@lo:250:kworker.0 10000000:01000000:3.0:1787780226.934578:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787780226.934592:0:21420:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961756 00000020:00000080:3.0:1787780226.934598:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c0347e3c000/8a551391-c6f4-42cf-bfe4-f12cef7d26fb 00000020:01000000:3.0:1787780226.934605:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.131@tcp (flags='') 00000020:00000080:3.0:1787780226.934609:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780226.934613:0:21420:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.131@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787780226.934617:0:21420:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9c04431399b8) has no exports 00000020:00000080:0.0:1787780226.934630:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e3c000/8a551391-c6f4-42cf-bfe4-f12cef7d26fb for MGC192.168.203.131@tcp 10000000:01000000:1.0:1787780226.934681:0:17239:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1787780226.934868:0:21420:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.131@tcp: client import never connected 00000100:00080000:3.0:1787780226.934872:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1787780226.934874:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787780226.934876:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1787780226.934879:0:21420:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787780226.934920:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787780226.934925:0:21420:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.131@tcp (uuid 8a551391-c6f4-42cf-bfe4-f12cef7d26fb) 00000020:01000000:3.0:1787780226.934930:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1787780226.934934:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787780226.934937:0:21420:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787780226.934942:0:21420:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9c03479e6800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787780226.934947:0:21420:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9c0450ce8000) has exports, disconnecting them 00000020:00080000:3.0:1787780226.934950:0:21420:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9c03479e6800), last request at 1787780153 00000020:00000080:3.0:1787780226.934954:0:21420:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b62 00000020:00080000:3.0:1787780226.934965:0:21420:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c03479e6800): rc 0 00000020:00000080:3.0:1787780226.934969:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c03479e6800/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1787780226.939056:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c0347e3a000 for MGC192.168.203.131@tcp 00000020:00000080:0.0:1787780226.939073:0:8:0:(genops.c:885:class_export_put()) final put ffff9c0347e38000/8a551391-c6f4-42cf-bfe4-f12cef7d26fb 00000020:00000080:0.0:1787780226.939077:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0347e38000/8a551391-c6f4-42cf-bfe4-f12cef7d26fb for MGC192.168.203.131@tcp 00000020:01000000:0.0:1787780226.939084:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.131@tcp (8a551391-c6f4-42cf-bfe4-f12cef7d26fb) 00000020:00000080:0.0:1787780226.939371:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03479e6800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:0.0:1787780226.946158:0:21420:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1787780226.946167:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787780226.946172:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787780226.946178:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787780226.946236:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c03479e4000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1787780226.946393:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780226.946401:0:21420:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:0.0:1787780226.946406:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c034881e000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:0.0:1787780226.946409:0:21420:0:(genops.c:844:class_export_destroy()) destroying export ffff9c034881e000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:0.0:1787780226.946415:0:21420:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1787780226.946651:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1787780226.946656:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780226.946662:0:21420:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787780226.946669:0:21420:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9c0341c0b000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787780226.946675:0:21420:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9c0348bc4d28) has exports, disconnecting them 00000020:00080000:0.0:1787780226.946680:0:21420:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9c0341c0b000), last request at 1787780153 00000020:00000080:0.0:1787780226.946684:0:21420:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b77 00000020:00080000:0.0:1787780226.946701:0:21420:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9c0341c0b000): rc 0 00000020:00000080:0.0:1787780226.946706:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c0341c0b000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1787780226.946834:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c0341c0b000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1787780226.951906:0:21420:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1787780226.951916:0:21420:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787780226.951991:0:21420:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787780226.952001:0:21420:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787780226.952037:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9c03479e2800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1787780226.952894:0:17230:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1787780226.958007:0:17231:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1787780226.984417:0:18397:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1787780226.984547:0:17225:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9c0346a1cc00:17225] 0 exiting: rc = 1 00000100:00100000:0.0:1787780226.984663:0:20271:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9c03410d5c00:20271] 2 exiting: rc = 0 00000100:00100000:0.0:1787780226.985075:0:17226:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9c046ee9d400:17226] 1 exiting: rc = 0 00000100:00100000:1.0:1787780226.985183:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780226.985495:0:18398:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9c04717a1600:18398] 3 exiting: rc = 0 00000100:00100000:0.0:1787780226.985567:0:17228:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9c04584e9e00:17228] 1 exiting: rc = 0 00000100:00100000:3.0:1787780226.985619:0:17227:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9c04584e9a00:17227] 0 exiting: rc = 1 00000100:00100000:3.0:1787780226.985684:0:17229:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9c0471761200:17229] 2 exiting: rc = 0 00000100:00100000:1.0:1787780226.985722:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985733:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985741:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985761:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985768:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985774:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985781:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985785:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985790:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985795:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985801:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985805:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985810:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985816:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985821:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985826:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985831:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985862:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985869:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985874:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985878:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985883:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985899:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985904:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985910:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985915:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985921:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985926:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985931:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985935:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985941:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985947:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985952:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985956:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985961:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985966:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985971:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985976:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985988:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985993:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.985997:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986001:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986006:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986011:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986015:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986019:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986024:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986029:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986033:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986037:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986051:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986057:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986062:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986067:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986071:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986075:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986080:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986085:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986099:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986104:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986108:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986113:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986117:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780226.986123:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787780226.986988:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787780226.986997:0:21420:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:1.0:1787780226.987004:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c03479e2000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:1.0:1787780226.987008:0:21420:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03479e2000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:1.0:1787780226.987014:0:21420:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1787780226.987263:0:21420:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c046e01c800 1 00000020:00000080:1.0:1787780226.987271:0:21420:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc8fc0a5179961b1c 00000020:00000080:1.0:1787780226.987277:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c03469f3800/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1787780226.987305:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1787780226.987310:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787780226.987315:0:21420:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787780226.987319:0:21420:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9c0445fc3370) has no exports 00000020:00000080:3.0:1787780226.987401:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9c03469f3800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1787780227.013413:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780227.013426:0:21420:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1787780227.013431:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c046e01d000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1787780227.013435:0:21420:0:(genops.c:844:class_export_destroy()) destroying export ffff9c046e01d000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1787780227.013445:0:21420:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1787780227.014186:0:21420:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9c046e01d800 00000020:01000000:0.0:1787780227.014218:0:21420:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1787780227.014222:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787780227.014226:0:21420:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787780227.014230:0:21420:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9c0476624d28) has no exports 00000020:00000080:0.0:1787780227.014259:0:21420:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787780227.014264:0:21420:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1787780227.014268:0:21420:0:(genops.c:885:class_export_put()) final put ffff9c047117f800/OSS_uuid 00000020:00000080:0.0:1787780227.014271:0:21420:0:(genops.c:844:class_export_destroy()) destroying export ffff9c047117f800/OSS_uuid for OSS 00000020:01000000:0.0:1787780227.014274:0:21420:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:2.0:1787780227.014426:0:17238:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1787780227.014619:0:18751:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9c046e9cde00:18751] 2 exiting: rc = 0 00000100:00100000:2.0:1787780227.015064:0:18750:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9c0476462600:18750] 1 exiting: rc = 0 00000100:00100000:2.0:1787780227.015139:0:19055:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9c0348aed200:19055] 3 exiting: rc = 0 00000100:00100000:1.0:1787780227.015713:0:18748:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9c0460244200:18748] 0 exiting: rc = 1 00000100:00100000:2.0:1787780227.015835:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015860:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015866:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015875:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015891:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015899:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015904:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015909:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015915:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015930:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015935:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015940:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015944:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015949:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015954:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015962:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015966:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015971:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015975:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015979:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015984:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015989:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015993:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.015997:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016002:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016007:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016186:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016198:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016203:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016208:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016212:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016219:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016225:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016229:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016233:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016238:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016242:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016247:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016251:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016262:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016266:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016271:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016276:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016281:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016285:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016290:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016294:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016298:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016302:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016307:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016311:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016315:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016319:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016324:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016328:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016332:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016337:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016342:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016346:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016350:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016355:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016359:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016364:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.016375:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780227.018188:0:18753:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9c0341c4c800:18753] 1 exiting: rc = 0 00000100:00100000:0.0:1787780227.018904:0:18752:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9c04588d9200:18752] 0 exiting: rc = 1 00000100:00100000:2.0:1787780227.019088:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019104:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019110:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019114:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019119:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019123:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019128:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019133:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019138:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019143:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019161:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019166:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019171:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019176:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019181:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019187:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019192:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019198:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019204:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019209:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019214:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019220:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019224:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019230:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019236:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019241:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019245:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019250:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019255:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019260:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019264:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019269:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019274:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019279:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019285:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019290:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019295:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019300:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019307:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019315:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019320:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019324:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019329:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019334:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019339:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019352:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019356:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019361:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019367:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019372:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019378:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019383:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019389:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019393:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019398:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019403:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019408:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019413:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019419:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019423:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019429:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019434:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019439:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.019444:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787780227.021081:0:18756:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9c0341c4d600:18756] 2 exiting: rc = 0 00000100:00100000:0.0:1787780227.022121:0:18755:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9c0341c4da00:18755] 1 exiting: rc = 0 00000100:00100000:3.0:1787780227.023221:0:18754:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9c0341c4de00:18754] 0 exiting: rc = 1 00000100:00100000:2.0:1787780227.023362:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023369:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023375:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023381:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023387:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023393:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023398:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023404:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023409:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023416:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023421:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023440:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023448:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023454:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023459:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023465:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023484:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023489:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023501:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023508:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023515:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023521:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023526:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023532:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023537:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023542:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023547:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023554:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023560:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023566:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023571:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023577:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023583:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023588:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023595:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023617:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023625:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023630:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023635:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023640:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023645:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023650:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023655:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023661:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023666:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023672:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023677:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023682:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023687:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023692:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023698:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023716:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023723:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023729:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023733:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023747:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023760:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023766:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023772:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023776:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023787:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023793:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023799:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787780227.023813:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787780227.033682:0:18757:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9c0341c4ca00:18757] 0 exiting: rc = 1 00000100:00100000:0.0:1787780227.035776:0:18758:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9c046e9cdc00:18758] 1 exiting: rc = 0 00000100:00100000:3.0:1787780227.035867:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035875:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035880:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035899:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035904:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035909:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035914:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.035999:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036008:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036013:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036018:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036023:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036028:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036039:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036046:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036052:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036058:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036062:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036067:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036071:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036076:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036080:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036086:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036117:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036124:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036131:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036136:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036141:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036145:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036150:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036157:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036163:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036167:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036172:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036177:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036182:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036187:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036191:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036204:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036209:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036214:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036219:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036223:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036228:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036233:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036238:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036243:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036248:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036254:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036259:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036264:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036269:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036274:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036279:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036284:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036293:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036298:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036446:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036457:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036539:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036555:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036567:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036575:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.036587:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.040970:0:18759:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9c034798e400:18759] 0 exiting: rc = 1 00000100:00100000:3.0:1787780227.048028:0:18760:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9c0346f11000:18760] 1 exiting: rc = 0 00000100:00100000:3.0:1787780227.048176:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048203:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048218:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048231:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048243:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048252:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048297:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048326:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048337:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048344:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048350:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048356:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048362:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048367:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048374:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048380:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048386:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048397:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048435:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048449:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048458:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048470:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048478:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048489:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048498:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048507:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048518:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048527:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048539:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048548:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048580:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048593:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048604:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048613:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048624:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048635:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048646:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048655:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048666:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048678:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048687:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048695:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048729:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048736:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048742:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048748:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048755:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048761:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048772:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048781:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048793:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048801:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048811:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048818:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048863:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048872:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048972:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048986:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.048998:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.049006:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.049018:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.049172:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.049186:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787780227.049208:0:21420:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1787780227.061762:0:21420:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1787780246.670296:0:22183:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg331-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1787780258.209774:0:22784:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787780258.209782:0:22784:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1787780258.209784:0:22784:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787780258.209934:0:22784:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c046e054800 00000020:01000004:2.0:1787780258.209952:0:22784:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1787780258.209960:0:22784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787780258.209974:0:22784:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9c0348bc0000) 00000020:00000080:2.0:1787780258.209990:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787780258.279606:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787780258.287350:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787780258.289405:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.291044:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.292103:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.292800:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.293384:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.293750:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.294175:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.294543:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.294988:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.295330:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.295690:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1787780258.295961:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.296788:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1787780258.304039:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.304826:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.305683:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.306158:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.308703:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787780258.313056:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.313525:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1787780258.313882:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1787780258.314246:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.314613:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.315888:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1787780258.316577:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1787780258.316922:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.318138:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.318724:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.319006:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.319337:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.319700:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.319933:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.320485:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.321018:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.321254:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.321641:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.321968:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.322203:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.322640:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.322945:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.323245:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.323665:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.324148:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1787780258.324707:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.325010:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1787780258.329065:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1787780258.329764:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1787780258.330155:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1787780258.330700:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1787780258.331262:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1787780258.331653:0:22784:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00080000:01000000:3.0:1787780258.332803:0:22784:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1787780258.333581:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787780258.333590:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787780258.333603:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a5179961fc9 00000020:01000004:3.0:1787780258.333611:0:22784:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1787780258.333616:0:22784:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787780258.333621:0:22784:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c046e054800 from MGS 00000020:01000004:3.0:1787780258.333625:0:22784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787780258.333636:0:22784:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9c0347b14d28) 00000020:00000080:3.0:1787780258.333648:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787780258.333717:0:22784:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046e054800 from MGS, refs=2 00080000:01000000:3.0:1787780258.333723:0:22784:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787780258.333741:0:22784:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a5179961fd7 00000100:00100000:3.0:1787780258.333893:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787780258.334126:0:22784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1787780258.334132:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787780258.335228:0:22784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1787780258.335239:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1787780258.336301:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787780258.336608:0:22784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1787780258.336614:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787780258.337207:0:22784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1787780258.337214:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787780258.337672:0:22784:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1787780258.337678:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1787780258.339165:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780258.339169:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780258.339177:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.339542:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.339545:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.339547:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.340176:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1787780258.342261:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1787780258.351986:0:22784:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1787780258.353974:0:22796:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787780258.354005:0:22784:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787780258.354047:0:22784:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1787780258.358685:0:22784:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1787780258.359045:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780258.359218:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1787780258.359225:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1787780258.363690:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1787780258.363704:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787780258.366519:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787780258.366533:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:3.0:1787780258.376912:0:22801:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:1.0:1787780258.377309:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1787780258.377330:0:22784:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.131@tcp' 00000020:01000004:1.0:1787780258.377332:0:22784:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1787780258.377362:0:22784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.131@tcp (typ=mgc) 00000020:00000080:1.0:1787780258.377375:0:22784:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.131@tcp (ffff9c0445fc19b8) 00000020:00000080:1.0:1787780258.377389:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1787780258.377462:0:22784:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c03412d5800@MGC192.168.203.131@tcp: add connection 192.168.203.131@tcp at head 00010000:00010000:1.0:1787780258.377602:0:22784:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.131@tcp-0 is initialized 00000040:01000000:1.0:1787780258.377608:0:22784:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.131@tcp ctxt 1 is initialized 10000000:01000000:2.0:1787780258.378543:0:22802:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1787780258.378668:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.131@tcp (uuid ac2f29a1-9399-4f00-b299-d2a003b42d62) 00000020:00000080:1.0:1787780258.378696:0:22784:0:(genops.c:1385:class_connect()) connect: client ac2f29a1-9399-4f00-b299-d2a003b42d62, cookie 0xc8fc0a5179961fe5 00000100:00080000:1.0:1787780258.378708:0:22784:0:(import.c:510:import_select_connection()) MGC192.168.203.131@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787780258.378714:0:22784:0:(import.c:624:import_select_connection()) MGC192.168.203.131@tcp: import ffff9c03412d5800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780258.378746:0:22784:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04703570c0 x1874622881712768/t0(0) o250->MGC192.168.203.131@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787780258.378776:0:22784:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import ac2f29a1-9399-4f00-b299-d2a003b42d62->MGS 00000020:01000004:1.0:1787780258.378804:0:22784:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1787780258.378815:0:22784:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1787780258.378828:0:22784:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9c0445fc0000) 00000020:00000080:1.0:1787780258.381805:0:22784:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1787780258.382215:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2f29a1-9399-4f00-b299-d2a003b42d62:3640:1874622881712768:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1787780258.382287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780258.382363:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881712768 00000100:00100000:3.0:1787780258.382370:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881712768 00000100:00100000:3.0:1787780258.382399:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780258.382406:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3640:x1874622881712768:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1787780258.382430:0:22797:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from ac2f29a1-9399-4f00-b299-d2a003b42d62@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:3.0:1787780258.382455:0:22797:0:(genops.c:1385:class_connect()) connect: client ac2f29a1-9399-4f00-b299-d2a003b42d62, cookie 0xc8fc0a5179961ff3 00000100:00080000:3.0:1787780258.383276:0:22797:0:(import.c:65:import_set_state_nolock()) ffff9c046d79d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780258.383344:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+5:3640:x1874622881712768:12345-0@lo:250:mount.lustre.0 Request processed in 935us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780258.383352:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780258.383398:0:3640:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.131@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787780258.383408:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.131@tcp: connect to target with instance 0 00000100:00080000:3.0:1787780258.383416:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.131@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787780258.383421:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787780258.383436:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c03412d5800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787780258.383439:0:3640:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787780258.383456:0:3640:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1787780258.383462:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ac2f29a1-9399-4f00-b299-d2a003b42d62:3640:1874622881712768:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787780258.416677:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787780258.416930:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787780258.416937:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787780258.418410:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787780258.418421:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787780258.420209:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787780258.420224:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1787780258.421286:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787780258.421481:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1787780258.421488:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787780258.424444:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787780258.424457:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1787780258.492164:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780258.492667:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1787780258.492673:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1787780258.499041:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1787780258.499058:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:1.0:1787780258.500728:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780258.502120:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787780258.502128:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1787780258.510214:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787780258.510228:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:1.0:1787780258.510972:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780258.511141:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787780258.511148:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:1.0:1787780258.512247:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787780258.512270:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:1.0:1787780258.513064:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780258.513234:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:1.0:1787780258.513239:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1787780258.514087:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787780258.514094:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1787780258.553804:0:22784:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787780258.554127:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1787780258.554133:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1787780258.555561:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1787780258.555572:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1787780258.556342:0:22784:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1787780258.556349:0:22784:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1787780258.557116:0:22784:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1787780258.557139:0:22784:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1787780258.557145:0:22784:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.131@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1787780258.557242:0:22784:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.131@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787780258.557283:0:22784:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.131@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1787780258.557288:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787780258.557289:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.557290:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.557292:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.557293:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.557294:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.557295:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.557297:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.557298:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.557300:0:22784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787780258.557302:0:22784:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1787780258.557304:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787780258.557305:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.557306:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.557307:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.557308:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.557309:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.557310:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.557311:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.557312:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.557313:0:22784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787780258.557336:0:22784:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787780258.557353:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881712896:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787780258.557568:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.557607:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046ee87840 going to sleep for 11 seconds 00000100:00100000:3.0:1787780258.557693:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881712896 00000100:00100000:3.0:1787780258.557700:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881712896 00000100:00100000:3.0:1787780258.557740:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787780258.557748:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+5:22784:x1874622881712896:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787780258.557790:0:22800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787780258.557792:0:22800:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787780258.557795:0:22800:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1787780258.558027:0:22821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1787780258.561579:0:22800:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:1.0:1787780258.563233:0:22822:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1787780258.563239:0:22822:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:1.0:1787780258.563242:0:22822:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1787780258.563245:0:22822:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1787780258.563459:0:22822:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:3.0:1787780258.563582:0:22800:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787780258.563593:0:22800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1787780258.565948:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+5:22784:x1874622881712896:12345-0@lo:253:mount.lustre.0 Request processed in 8191us (8372us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780258.565963:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787780258.566101:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881712896:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787780258.566126:0:22784:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1787780258.566129:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787780258.566131:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.566132:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.566134:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.566135:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.566136:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.566137:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.566139:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.566141:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.566142:0:22784:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787780258.566161:0:22784:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c046e054800 from lustre-MDT0000 10000000:01000000:2.0:1787780258.566193:0:22784:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1787780258.566196:0:22784:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1787780258.566201:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9c0445fc19b8 10000000:01000000:2.0:1787780258.566216:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787780258.566225:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9c0445fc19b8 from 1 10000000:01000000:2.0:1787780258.566228:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787780258.566275:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.566287:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.566297:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780258.566315:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713024:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787780258.566354:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.566414:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046ee87c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780258.567146:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713024 00000100:00100000:3.0:1787780258.567154:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713024 00000100:00100000:3.0:1787780258.567201:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787780258.567210:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+5:22784:x1874622881713024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780258.567223:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780258.567238:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372800/0xc8fc0a5179962001 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179961ffa expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.567263:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372800/0xc8fc0a5179962001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179961ffa expref: 6 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.567285:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372800/0xc8fc0a5179962001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179961ffa expref: 6 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.567294:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372800, rc 0) 00000100:00100000:3.0:1787780258.567349:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+6:22784:x1874622881713024:12345-0@lo:101:mount.lustre.0 Request processed in 140us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780258.567357:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787780258.567460:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713024:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780258.567475:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.567484:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780258.567569:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710621c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713152:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780258.567600:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.567624:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0450ccdf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780258.567668:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713152 00000100:00100000:3.0:1787780258.567673:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713152 00000100:00100000:3.0:1787780258.567700:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787780258.567706:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+6:22784:x1874622881713152:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780258.567775:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+6:22784:x1874622881713152:12345-0@lo:501:mount.lustre.0 Request processed in 69us (175us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787780258.567782:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787780258.567909:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710621c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713152:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787780258.567937:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787780258.567948:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.567967:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780258.567975:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c046e054800 10000000:01000000:1.0:1787780258.567979:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787780258.567984:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c046e054800 10000000:01000000:1.0:1787780258.567987:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787780258.567990:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c046e054800 from 1 10000000:01000000:1.0:1787780258.567993:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787780258.568012:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.568019:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.568027:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780258.568039:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713280:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780258.568066:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.568085:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04458d6600 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.568374:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713280 00000100:00100000:0.0:1787780258.568379:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713280 00000100:00100000:0.0:1787780258.568400:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787780258.568406:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+6:22784:x1874622881713280:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780258.568414:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780258.568427:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7ac00/0xc8fc0a517996200f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962008 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.568442:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7ac00/0xc8fc0a517996200f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962008 expref: 7 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.568450:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7ac00/0xc8fc0a517996200f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962008 expref: 7 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.568457:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7ac00, rc 0) 00000100:00100000:0.0:1787780258.568486:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+7:22784:x1874622881713280:12345-0@lo:101:mount.lustre.0 Request processed in 80us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.568492:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787780258.568716:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713280:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780258.568728:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996200f expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.568737:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996200f expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780258.568759:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787780258.568762:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996200f expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.568768:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868200/0xc8fc0a5179962008 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996200f expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780258.568773:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787780258.568775:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787780258.569085:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c046e054800 10000000:01000000:1.0:1787780258.569089:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787780258.569094:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1787780258.569097:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1787780258.569115:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.569124:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.569132:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780258.569145:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713408:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780258.569175:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.569192:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04458d6480 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.569461:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713408 00000100:00100000:0.0:1787780258.569466:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713408 00000100:00100000:0.0:1787780258.569500:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787780258.569507:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+7:22784:x1874622881713408:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780258.569516:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780258.569532:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7ae00/0xc8fc0a517996201d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962016 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.569549:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7ae00/0xc8fc0a517996201d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962016 expref: 8 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.569558:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7ae00/0xc8fc0a517996201d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962016 expref: 8 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.569566:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7ae00, rc 0) 00000100:00100000:0.0:1787780258.569603:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+8:22784:x1874622881713408:12345-0@lo:101:mount.lustre.0 Request processed in 96us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.569610:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780258.572361:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713408:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780258.572389:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996201d expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.572416:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996201d expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780258.572496:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713536:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780258.572563:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.572604:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04458d6480 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.573503:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713536 00000100:00100000:2.0:1787780258.573511:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713536 00000100:00100000:2.0:1787780258.573558:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780258.573567:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+8:22784:x1874622881713536:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780258.573735:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22784:x1874622881713536:12345-0@lo:501:mount.lustre.0 Request processed in 167us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.573743:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787780258.573830:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713536:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780258.573904:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713664:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780258.573950:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.573989:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04458d6480 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.574105:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713664 00000100:00100000:0.0:1787780258.574122:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713664 00000100:00100000:0.0:1787780258.574149:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787780258.574156:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22784:x1874622881713664:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780258.576611:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22784:x1874622881713664:12345-0@lo:503:mount.lustre.0 Request processed in 2448us (2653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.576625:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787780258.576737:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881713664:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780258.594421:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22823:1874622881713792:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787780258.594511:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.594554:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04428d4540 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.594611:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713792 00000100:00100000:2.0:1787780258.594619:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713792 00000100:00100000:2.0:1787780258.594670:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787780258.594680:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22823:x1874622881713792:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.595499:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22823:x1874622881713792:12345-0@lo:502:llog_process_th.0 Request processed in 818us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.595509:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787780258.595609:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22823:1874622881713792:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787780258.595638:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780258.595651:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780258.595653:0:22823:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787780258.595659:0:22823:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1787780258.595667:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787780258.595681:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9c034691b370) 00000020:00000080:0.0:1787780258.595696:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1787780258.595702:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787780258.595781:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787780258.595788:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a517996202b 00000020:00000080:0.0:1787780258.596028:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787780258.596033:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780258.596036:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780258.596037:0:22823:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787780258.596040:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780258.596043:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780258.596045:0:22823:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1787780258.596048:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787780258.596055:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9c03469199b8) 00000020:00000080:0.0:1787780258.596065:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1787780258.596068:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787780258.596070:0:22823:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1787780258.596073:0:22823:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1787780258.596078:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787780258.596128:0:22823:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046e054800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1787780258.596141:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9c034691cd28) 00000020:00000080:0.0:1787780258.596149:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1787780258.596350:0:22823:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787780258.596357:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a5179962040 00000020:00000080:0.0:1787780258.596449:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1787780258.596454:0:22823:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787780258.596459:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc8fc0a5179962047 00080000:01000000:0.0:1787780258.596464:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787780258.596468:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a517996204e 00010000:00010000:3.0:1787780258.704683:0:22823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1787780258.705642:0:22823:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1787780258.706437:0:22823:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787780258.707063:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9c0347b10000) 00000020:00000080:3.0:1787780258.707084:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787780258.707188:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787780258.707195:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a517996205c 00000020:00000080:1.0:1787780258.707809:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787780258.712385:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc8fc0a5179962063 00000020:00000080:3.0:1787780258.722283:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1787780258.722297:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.724727:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.724735:0:22823:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1787780258.724746:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787780258.724750:0:22823:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1787780258.724752:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.724754:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.724756:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787780258.724760:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.724761:0:22823:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787780258.724765:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780258.724771:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.724773:0:22823:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1787780258.724863:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1787780258.724941:0:22823:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1787780258.724970:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.724980:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.724981:0:22823:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1787780258.724984:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780258.724987:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.724989:0:22823:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1787780258.724992:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787780258.724997:0:22823:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:00000080:2.0:1787780258.725038:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787780258.725175:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9c0348bc3370) 00000020:00000080:2.0:1787780258.725193:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1787780258.725201:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787780258.725264:0:22823:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1787780258.725270:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:2.0:1787780258.725277:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a5179962071 00010000:00080000:2.0:1787780258.725315:0:22823:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0481215000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.131@tcp at head 00010000:00010000:2.0:1787780258.734667:0:22823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1787780258.736094:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787780258.736176:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1787780258.736213:0:22823:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787780258.736234:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a5179962078 00000100:00080000:2.0:1787780258.736245:0:22823:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787780258.736252:0:22823:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c0481215000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780258.736288:0:22823:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477794780 x1874622881713920/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780258.736355:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881713920:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787780258.736427:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.736529:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881713920 00000100:00100000:1.0:1787780258.736536:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881713920 00000100:00100000:1.0:1787780258.736566:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787780258.736574:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e75e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881713920:12345-0@lo:38:llog_process_th.0 00010000:00020000:1.0:1787780258.736590:0:22810:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1787780258.737959:0:22823:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1787780258.738075:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.738082:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.738084:0:22823:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1787780258.738088:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787780258.738091:0:22823:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1787780258.738092:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.738106:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.738108:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787780258.738111:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.738112:0:22823:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787780258.738116:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787780258.738120:0:22823:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1787780258.738123:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.738124:0:22823:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1787780258.738127:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787780258.738132:0:22823:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:01000000:2.0:1787780258.738157:0:22823:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1787780258.738159:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787780258.738175:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9c0348bc19b8) 00000020:00000080:2.0:1787780258.738193:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1787780258.738198:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787780258.738282:0:22823:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1787780258.738288:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:2.0:1787780258.738297:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a5179962086 00010000:00080000:2.0:1787780258.738326:0:22823:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c04812cb000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.131@tcp at head 00010000:00010000:2.0:1787780258.738540:0:22823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:2.0:1787780258.740528:0:22823:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787780258.741220:0:22823:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1787780258.743750:0:22823:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787780258.744032:0:22823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1787780258.752256:0:22823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1787780258.753329:0:22829:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787780258.753336:0:22829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:1.0:1787780258.753742:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e75e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881713920:12345-0@lo:38:llog_process_th.0 Request processed in 17163us (17310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787780258.753754:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1787780258.753883:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780258.753901:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787780258.753906:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881713920:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1787780258.755493:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787780258.755506:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787780258.755543:0:22823:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787780258.755560:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a517996208d 00000100:00080000:2.0:1787780258.755569:0:22823:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787780258.755575:0:22823:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c04812cb000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780258.755605:0:22823:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04777970c0 x1874622881714048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780258.755635:0:22823:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1787780258.755696:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.755700:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.755702:0:22823:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787780258.755704:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787780258.755707:0:22823:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1787780258.755709:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.755710:0:22823:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780258.755711:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787780258.755714:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.755715:0:22823:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787780258.755717:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787780258.755721:0:22823:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1787780258.755724:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.755726:0:22823:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787780258.755728:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787780258.755732:0:22823:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:01000000:2.0:1787780258.755754:0:22823:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1787780258.755757:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787780258.755767:0:22823:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9c0348bc4d28) 00000020:00000080:2.0:1787780258.755778:0:22823:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1787780258.755782:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1787780258.755861:0:22823:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1787780258.755879:0:22823:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:2.0:1787780258.755886:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc8fc0a517996209b 00010000:00080000:2.0:1787780258.755923:0:22823:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0448fde800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.131@tcp at head 00000100:00100000:3.0:1787780258.756231:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881714048:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787780258.756281:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881714048 offset 0 length 520: 4 00010000:00010000:2.0:1787780258.756355:0:22823:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1787780258.756428:0:22823:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787780258.756443:0:22823:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1787780258.759445:0:22823:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787780258.759700:0:22823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1787780258.759830:0:22823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1787780258.761130:0:22831:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787780258.761137:0:22831:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1787780258.762059:0:22823:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787780258.762073:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787780258.762109:0:22823:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787780258.762129:0:22823:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a51799620a2 00000100:00080000:2.0:1787780258.762142:0:22823:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787780258.762147:0:22823:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780258.762179:0:22823:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04777952c0 x1874622881714176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780258.762238:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881714176:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787780258.762301:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881714176 offset 0 length 520: 4 00000100:00080000:2.0:1787780258.762353:0:22823:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1787780258.762454:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.762458:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.762460:0:22823:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787780258.762462:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780258.762466:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.762467:0:22823:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787780258.762469:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787780258.762471:0:22823:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787780258.762473:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.762474:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.762475:0:22823:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787780258.762477:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780258.762479:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.762480:0:22823:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787780258.762483:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787780258.762508:0:22823:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22823:1874622881714304:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.762553:0:22823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.762572:0:22823:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0443126cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.762679:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714304 00000100:00100000:0.0:1787780258.762693:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714304 00000100:00100000:0.0:1787780258.762770:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780258.762779:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22823:x1874622881714304:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787780258.762951:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22823:x1874622881714304:12345-0@lo:502:llog_process_th.0 Request processed in 171us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.762960:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787780258.763047:0:22823:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22823:1874622881714304:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787780258.763077:0:22823:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787780258.763082:0:22823:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.763084:0:22823:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787780258.763088:0:22823:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787780258.763268:0:22784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787780258.763289:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787780258.763311:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996201d expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.763322:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477869800/0xc8fc0a5179962016 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996201d expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780258.763331:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c046e054800 from 1 10000000:01000000:3.0:1787780258.763334:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787780258.763359:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.763366:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.763375:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780258.763388:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714432:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787780258.763415:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780258.763553:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c909240 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.763616:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714432 00000100:00100000:2.0:1787780258.763621:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714432 00000100:00100000:2.0:1787780258.763645:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787780258.763658:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+9:22784:x1874622881714432:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787780258.763670:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780258.763684:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799620a9 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.763702:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 10 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.763713:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 10 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.763721:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a70200, rc 0) 00000100:00100000:2.0:1787780258.763793:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+10:22784:x1874622881714432:12345-0@lo:101:mount.lustre.0 Request processed in 135us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.763800:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780258.764095:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714432:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780258.764109:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.764118:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780258.764788:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714560:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787780258.764835:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.764967:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ec6f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.767766:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714560 00000100:00100000:2.0:1787780258.767782:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714560 00000100:00100000:2.0:1787780258.767882:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787780258.767893:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+10:22784:x1874622881714560:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1787780258.767917:0:22799:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1787780258.767924:0:22799:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1787780258.768437:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+10:22784:x1874622881714560:12345-0@lo:256:mount.lustre.0 Request processed in 545us (3599us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.768445:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780258.768935:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714560:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1787780258.769502:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787780258.769533:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.769546:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780258.769554:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c046e054800 from 1 10000000:01000000:0.0:1787780258.769557:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787780258.769593:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.769600:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.769609:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780258.769627:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714688:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787780258.769682:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.769724:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ec6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780258.770092:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714688 00000100:00100000:3.0:1787780258.770100:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714688 00000100:00100000:3.0:1787780258.770139:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787780258.770149:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+10:22784:x1874622881714688:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780258.770161:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780258.770174:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799620b7 expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.770196:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 11 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.770206:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 11 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.770214:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372e00, rc 0) 00000100:00100000:3.0:1787780258.770260:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881714688:12345-0@lo:101:mount.lustre.0 Request processed in 112us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780258.770266:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787780258.770374:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710612c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714688:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780258.770388:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.770398:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780258.770462:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780258.770489:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.770521:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce3300 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.771991:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714816 00000100:00100000:0.0:1787780258.772002:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714816 00000100:00100000:0.0:1787780258.772054:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787780258.772063:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881714816:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780258.772227:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881714816:12345-0@lo:501:mount.lustre.0 Request processed in 164us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.772235:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787780258.772507:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714816:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780258.772551:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714944:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780258.772601:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.772634:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce3300 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.772682:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881714944 00000100:00100000:0.0:1787780258.772687:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881714944 00000100:00100000:0.0:1787780258.772720:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787780258.772726:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881714944:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780258.772814:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881714944:12345-0@lo:503:mount.lustre.0 Request processed in 87us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.772821:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787780258.773151:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881714944:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780258.773541:0:22833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22833:1874622881715072:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787780258.773579:0:22833:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.773607:0:22833:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.773646:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715072 00000100:00100000:0.0:1787780258.773650:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715072 00000100:00100000:0.0:1787780258.773710:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780258.773717:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22833:x1874622881715072:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787780258.774367:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22833:x1874622881715072:12345-0@lo:502:llog_process_th.0 Request processed in 648us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.774375:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787780258.774444:0:22833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22833:1874622881715072:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787780258.774468:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787780258.774476:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774484:0:22833:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787780258.774490:0:22833:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c046e054800 00000020:00000080:1.0:1787780258.774492:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787780258.774499:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787780258.774501:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774502:0:22833:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787780258.774505:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787780258.774507:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774508:0:22833:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787780258.774511:0:22833:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c046e054800 00000020:00000080:1.0:1787780258.774513:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787780258.774572:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787780258.774576:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774578:0:22833:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787780258.774580:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787780258.774582:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774583:0:22833:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787780258.774587:0:22833:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c046e054800 00000020:00000080:1.0:1787780258.774589:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787780258.774605:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787780258.774607:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774608:0:22833:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787780258.774611:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787780258.774613:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787780258.774614:0:22833:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787780258.774616:0:22833:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c046e054800 00000020:00000080:1.0:1787780258.774618:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787780258.774650:0:22833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22833:1874622881715200:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787780258.774686:0:22833:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.783610:0:22833:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.783687:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715200 00000100:00100000:2.0:1787780258.783697:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715200 00000100:00100000:2.0:1787780258.783742:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787780258.783752:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22833:x1874622881715200:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.783945:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22833:x1874622881715200:12345-0@lo:502:llog_process_th.0 Request processed in 193us (9257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.783953:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787780258.784026:0:22833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22833:1874622881715200:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787780258.784058:0:22833:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780258.784065:0:22833:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780258.784068:0:22833:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787780258.784073:0:22833:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1787780258.784429:0:22784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787780258.784453:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787780258.784477:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784495:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780258.784543:0:22784:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787780258.784546:0:22784:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c046e054800 10000000:01000000:0.0:1787780258.784549:0:22784:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c046e054800 10000000:01000000:0.0:1787780258.784553:0:22784:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787780258.784558:0:22784:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c046e054800 from 1 10000000:01000000:0.0:1787780258.784561:0:22784:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787780258.784591:0:22784:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784599:0:22784:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784609:0:22784:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780258.784628:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715328:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787780258.784667:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.784688:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ec6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.784702:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715328 00000100:00100000:0.0:1787780258.784706:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715328 00000100:00100000:0.0:1787780258.784730:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780258.784736:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22784:x1874622881715328:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780258.784744:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780258.784755:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7a600/0xc8fc0a51799620cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799620c5 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784786:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7a600/0xc8fc0a51799620cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799620c5 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784797:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7a600/0xc8fc0a51799620cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620c5 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784805:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7a600, rc 0) 00000100:00100000:0.0:1787780258.784855:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881715328:12345-0@lo:101:mount.lustre.0 Request processed in 100us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.784862:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780258.784908:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715328:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780258.784920:0:22784:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620cc expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780258.784928:0:22784:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799620cc expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780258.784974:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715456:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780258.785001:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780258.785018:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ec6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787780258.785031:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715456 00000100:00100000:0.0:1787780258.785034:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715456 00000100:00100000:0.0:1787780258.785051:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787780258.785057:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881715456:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780258.785321:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881715456:12345-0@lo:501:mount.lustre.0 Request processed in 263us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780258.785337:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787780258.786978:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715456:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780258.787027:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715584:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780258.787083:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.787187:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04431263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.787212:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715584 00000100:00100000:2.0:1787780258.787217:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715584 00000100:00100000:2.0:1787780258.787555:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787780258.787565:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881715584:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780258.787671:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881715584:12345-0@lo:503:mount.lustre.0 Request processed in 107us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.787678:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787780258.787760:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881715584:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780258.792324:0:22837:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881715712:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787780258.792408:0:22837:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.792464:0:22837:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce3900 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.795203:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715712 00000100:00100000:2.0:1787780258.795218:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715712 00000100:00100000:2.0:1787780258.795276:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787780258.795287:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881715712:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.795452:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881715712:12345-0@lo:502:llog_process_th.0 Request processed in 165us (3043us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.795468:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787780258.795536:0:22837:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881715712:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1787780258.795599:0:22837:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1787780258.795616:0:22837:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9c04431399b8) 00000020:00000080:2.0:1787780258.795634:0:22837:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1787780258.795713:0:22837:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046e054800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1787780258.795717:0:22837:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c046e054800 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1787780258.795720:0:22837:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c046e054800 4 00010000:00080000:2.0:1787780258.795747:0:22837:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c04501b5000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.131@tcp at head 00010000:00010000:2.0:1787780258.798794:0:22837:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:2.0:1787780258.799031:0:22837:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:2.0:1787780258.799072:0:22837:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787780258.799087:0:22837:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc8fc0a51799620da 00000100:00080000:2.0:1787780258.799097:0:22837:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787780258.799103:0:22837:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c04501b5000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780258.800078:0:22837:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477795680 x1874622881715840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780258.800104:0:22837:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787780258.800232:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477795680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881715840:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787780258.800301:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.800496:0:22837:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881715968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.800537:0:22837:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.800554:0:22837:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0443126180 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.800571:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715968 00000100:00100000:2.0:1787780258.800576:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715968 00000100:00100000:2.0:1787780258.800616:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780258.800632:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881715968:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.800738:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881715968:12345-0@lo:502:llog_process_th.0 Request processed in 107us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.800746:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780258.800793:0:22837:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881715968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.800827:0:22837:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881716096:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787780258.802341:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881715840 00000100:00100000:1.0:1787780258.802351:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881715840 00000100:00100000:1.0:1787780258.802384:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787780258.802391:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874622881715840:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787780258.802465:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477794000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874622881715840:12345-0@lo:38:llog_process_th.0 Request processed in 73us (2164us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787780258.802471:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787780258.804241:0:22837:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.804282:0:22837:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0443126180 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.806351:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787780258.806365:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04501b5000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780258.806372:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787780258.806376:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477795680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881715840:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787780258.806410:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716096 00000100:00100000:2.0:1787780258.806416:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716096 00000100:00100000:2.0:1787780258.806458:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787780258.806466:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881716096:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787780258.806879:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22837:x1874622881716096:12345-0@lo:502:llog_process_th.0 Request processed in 401us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.806887:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787780258.807594:0:22837:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ac2f29a1-9399-4f00-b299-d2a003b42d62:22837:1874622881716096:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1787780258.807629:0:22837:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787780258.807902:0:22784:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787780258.807925:0:22784:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787780258.807940:0:22784:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620cc expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780258.808201:0:22784:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b200/0xc8fc0a51799620c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620cc expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787780258.808256:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787780258.808258:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.808259:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.808260:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.808262:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.808263:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.808264:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.808266:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.808267:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.808268:0:22784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787780258.808272:0:22784:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1787780258.808274:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787780258.808276:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.808277:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.808278:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.808279:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.808280:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.808281:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.808282:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.808283:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.808284:0:22784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787780258.808305:0:22784:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787780258.808321:0:22784:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881716224:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787780258.808377:0:22784:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780258.808399:0:22784:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0443126180 going to sleep for 11 seconds 00000100:00100000:2.0:1787780258.808428:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716224 00000100:00100000:2.0:1787780258.808434:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716224 00000100:00100000:2.0:1787780258.808469:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787780258.808476:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881716224:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787780258.808498:0:22799:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1787780258.808515:0:22799:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1787780258.813356:0:22799:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787780258.813402:0:22799:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1787780258.813914:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22784:x1874622881716224:12345-0@lo:253:mount.lustre.0 Request processed in 5359us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780258.813926:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787780258.814188:0:22784:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:22784:1874622881716224:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787780258.814202:0:22784:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1787780258.814206:0:22784:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787780258.814207:0:22784:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787780258.814209:0:22784:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780258.814210:0:22784:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780258.814211:0:22784:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780258.814212:0:22784:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780258.814213:0:22784:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780258.814215:0:22784:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787780258.814217:0:22784:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780258.814218:0:22784:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787780258.814232:0:22784:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1787780258.817155:0:22821:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787780258.817172:0:22821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787780258.817193:0:22821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.817211:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 11 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.817218:0:22821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.817257:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 11 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.817272:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 11 pid: 22799 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780258.817285:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881716352:0@lo:104: 00000100:00100000:3.0:1787780258.817344:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780258.817392:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04428d4540 going to sleep for 11 seconds 00000100:00100000:1.0:1787780258.817472:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716352 00000100:00100000:1.0:1787780258.817478:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716352 00000100:00100000:1.0:1787780258.817515:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787780258.817524:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881716352:12345-0@lo:104: 00010000:00010000:1.0:1787780258.817535:0:22788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819050:0:22788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787780258.819063:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881716352:12345-0@lo:104: Request processed in 1538us (1716us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780258.819073:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780258.819089:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881716352:0@lo:104: 00010000:00010000:3.0:1787780258.819110:0:22821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819134:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780258.819140:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819147:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372c00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780258.819152:0:22794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819176:0:22794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780258.819183:0:22794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780258.819188:0:22794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787780258.819226:0:22794:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819233:0:22794:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780258.819256:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819263:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799620a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620b0 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819285:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.819287:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780258.819289:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780258.819322:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881716480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780258.819376:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780258.819550:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716480 00000100:00100000:1.0:1787780258.819556:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716480 00010000:00010000:1.0:1787780258.819577:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 12 pid: 22799 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780258.819600:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787780258.819609:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:3641:x1874622881716480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780258.819621:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780258.819626:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 12 pid: 22799 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819651:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 12 pid: 22799 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819665:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a70200/0xc8fc0a51799620b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799620a9 expref: 12 pid: 22799 timeout: 766 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819681:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819690:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787780258.819704:0:22790:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002533471s 00010000:00010000:1.0:1787780258.819708:0:22790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819715:0:22790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819723:0:22790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819729:0:22790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819735:0:22790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373c00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780258.819739:0:22790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819746:0:22790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819864:0:22821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780258.819884:0:22821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819937:0:22790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819947:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481373c00/0xc8fc0a51799620e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780258.819966:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780258.820043:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:3641:x1874622881716480:12345-0@lo:103:ldlm_bl.0 Request processed in 435us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780258.820050:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780258.820097:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881716480:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1787780258.830638:0:22784:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1787780258.833635:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1787780258.833707:0:22845:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:0.0:1787780258.833713:0:22845:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:0.0:1787780258.834350:0:22846:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787780258.834578:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:0.0:1787780258.835435:0:22846:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1787780258.839623:0:22847:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9c0470354b40 x1874622881716608/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780258.839638:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:0.0:1787780258.840791:0:22846:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787780258.840900:0:22846:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:2.0:1787780258.841778:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1787780258.841821:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1787780258.842642:0:22784:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787780258.842652:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1787780258.842768:0:22784:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787780258.846335:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1787780258.849347:0:22784:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787780258.849423:0:22784:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1787780258.851542:0:22784:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1787780258.854025:0:22784:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1787780258.858200:0:22784:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1787780258.860812:0:22784:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787780258.861099:0:22784:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb66b81917988 00100000:10000000:2.0:1787780258.861170:0:22784:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787780258.862655:0:22784:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787780258.862671:0:22784:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.131@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787780258.862691:0:22784:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787780258.862718:0:22784:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1787780258.863885:0:22784:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787780258.864354:0:22784:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787780259.357499:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787780259.677916:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787780259.677923:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c046e054800 from 11 10000000:01000000:2.0:1787780259.677929:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787780259.677972:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780259.677984:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780259.677995:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780259.678022:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881716736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787780259.678093:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780259.679087:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780259.679114:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716736 00000100:00100000:0.0:1787780259.679122:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716736 00000100:00100000:0.0:1787780259.679181:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787780259.679190:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+11:22802:x1874622881716736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787780259.679204:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780259.679218:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799620e8 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780259.679242:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780259.679252:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780259.679261:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7b000, rc 0) 00000100:00100000:0.0:1787780259.679306:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22802:x1874622881716736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780259.679313:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787780259.679331:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881716736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780259.679346:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780259.679354:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780259.679406:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881716864:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787780259.679443:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780259.679459:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef7540 going to sleep for 11 seconds 00000100:00100000:3.0:1787780259.679471:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716864 00000100:00100000:3.0:1787780259.679475:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716864 00000100:00100000:3.0:1787780259.679512:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787780259.679518:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22802:x1874622881716864:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787780259.679530:0:22799:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787780259.679544:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787780259.679547:0:22799:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1787780259.679613:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:22802:x1874622881716864:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 95us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780259.679619:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787780259.679647:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881716864:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787780259.679694:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787780259.679708:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780259.679715:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780259.868901:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:1.0:1787780259.873301:0:22841:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787780259.873312:0:22841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787780259.879047:0:22841:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787780259.879062:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1787780260.379940:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780260.892923:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:1.0:1787780260.896621:0:22841:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787780260.896631:0:22841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787780260.897359:0:22841:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1787780260.897405:0:22841:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787780260.897610:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:2.0:1787780261.407266:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780261.935197:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787780262.428314:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780262.941281:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787780263.470675:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787780263.639133:0:23090:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg331-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1787780263.964140:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000100:00080000:3.0:1787780264.220052:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787780264.220059:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787780264.220063:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780264.220079:0:22213:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:3.0:1787780264.220086:0:22213:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787780264.220103:0:22213:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c0481215000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780264.220130:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e77480 x1874622881717120/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787780264.220157:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780264.220161:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787780264.220164:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780264.220167:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787780264.220177:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787780264.220182:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787780264.220183:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c04501b5000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780264.220187:0:22213:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9c04501b5000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780264.220200:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e752c0 x1874622881717248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787780264.220349:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717120:0@lo:38:kworker.0 00000100:00100000:0.0:1787780264.220444:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780264.220503:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881717248:0@lo:38:kworker.0 00000100:00100000:0.0:1787780264.220544:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780264.220613:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787780264.220624:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881716992:0@lo:400:kworker.0 00000100:00100000:1.0:1787780264.220657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780264.220711:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881717248 00000100:00100000:1.0:1787780264.220718:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881717248 00000100:00100000:1.0:1787780264.220762:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780264.220769:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874622881717248:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1787780264.220794:0:22807:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:1.0:1787780264.220826:0:22807:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc8fc0a51799620f6 00000004:00100000:1.0:1787780264.220870:0:22807:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787780264.221010:0:22807:0:(import.c:65:import_set_state_nolock()) ffff9c0445f81800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787780264.221068:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1874622881717248:12345-0@lo:38:kworker.0 Request processed in 297us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780264.221076:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787780264.221125:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c0345e752c0 x1874622881717248/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787780264.221140:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787780264.221149:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787780264.221154:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787780264.221157:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04501b5000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787780264.221164:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e752c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3640:1874622881717248:0@lo:38:kworker.0 00000100:00100000:0.0:1787780264.221284:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716992 00000100:00100000:0.0:1787780264.221290:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716992 00000100:00100000:0.0:1787780264.221330:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787780264.221337:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:3641:x1874622881716992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780264.221418:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881717120 00000100:00100000:3.0:1787780264.221422:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881717120 00000100:00100000:0.0:1787780264.221884:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:3641:x1874622881716992:12345-0@lo:400:kworker.0 Request processed in 546us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780264.221892:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787780264.221977:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881716992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780264.222449:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787780264.222466:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881717120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787780264.222482:0:22810:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787780264.222533:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881717120:12345-0@lo:38:kworker.0 Request processed in 67us (2089us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787780264.222539:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787780264.222607:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780264.222612:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787780264.222615:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717120:0@lo:38:kworker.0 00010000:00010000:1.0:1787780264.477616:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787780264.802519:0:23142:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780264.802715:0:23142:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787780264.992917:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787780265.507071:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787780265.881087:0:23192:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787780265.881490:0:23192:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1787780266.011937:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787780266.528644:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780267.045412:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787780267.548018:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780268.076037:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000100:00100000:2.0:1787780268.320346:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780258/real 1787780258] req@ffff9c04777952c0 x1874622881714176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780268.320378:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c04777952c0 x1874622881714176/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780268.320390:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780258/real 1787780258] req@ffff9c04777970c0 x1874622881714048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780268 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780268.320403:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c04777970c0 x1874622881714048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780268 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787780268.320789:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780268.321144:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787780268.321151:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777952c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881714176:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787780268.321170:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780268.321258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787780268.321263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787780268.321266:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780268.321270:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 672 00000100:00080000:3.0:1787780268.321275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787780268.321281:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c0481215000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780268.321301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e75a40 x1874622881717504/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787780268.321312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780268.321315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787780268.321317:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780268.321320:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:3.0:1787780268.321323:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787780268.321326:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c04812cb000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780268.321336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e76d00 x1874622881717632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787780268.321343:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780268.321345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787780268.321347:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787780268.321357:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 666 00000100:00080000:3.0:1787780268.321359:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787780268.321362:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780268.321373:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e74b40 x1874622881717760/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780268.321426:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881717376:0@lo:400:kworker.0 00000100:00100000:3.0:1787780268.321502:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780268.321550:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780268.321556:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881717888:0@lo:400:kworker.0 00000100:00100000:3.0:1787780268.321585:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780268.321638:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881717376 00000100:00100000:3.0:1787780268.321645:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881717376 00000100:00100000:3.0:1787780268.321685:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787780268.321694:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:3643:x1874622881717376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780268.321743:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:3643:x1874622881717376:12345-0@lo:400:kworker.0 Request processed in 50us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780268.321750:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787780268.321797:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881717376:0@lo:400:kworker.0 00000100:00080000:2.0:1787780268.322199:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787780268.322204:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777970c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881714048:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1787780268.322225:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717504:0@lo:38:kworker.0 00000100:00100000:2.0:1787780268.322265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780268.322285:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717632:0@lo:8:kworker.0 00000400:00000100:2.0:1787780268.322307:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881717632 offset 0 length 520: 4 00000100:00100000:2.0:1787780268.322319:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717760:0@lo:8:kworker.0 00000400:00000100:2.0:1787780268.322336:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881717760 offset 0 length 520: 4 00000100:00100000:3.0:1787780268.322430:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881717504 00000100:00100000:3.0:1787780268.322444:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881717504 00000100:00100000:3.0:1787780268.322470:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787780268.322476:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04777970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881717504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787780268.322493:0:22810:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787780268.322528:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04777970c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881717504:12345-0@lo:38:kworker.0 Request processed in 52us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787780268.322542:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1787780268.322643:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780268.322648:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787780268.322657:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e75a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717504:0@lo:38:kworker.0 00000100:00100000:2.0:1787780268.322918:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881717888 00000100:00100000:2.0:1787780268.322923:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881717888 00000100:00100000:2.0:1787780268.322959:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787780268.322966:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e76580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881717888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780268.323012:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e76580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881717888:12345-0@lo:400:kworker.0 Request processed in 46us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780268.323018:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787780268.323091:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c0345e77c00 x1874622881717888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780268.323103:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881717888:0@lo:400:kworker.0 00010000:00010000:0.0:1787780268.580653:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780269.103493:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787780269.596019:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780270.107926:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787780270.109114:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787780270.620124:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780271.133711:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:2.0:1787780271.643957:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780272.157931:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:0.0:1787780272.674328:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787780273.152631:0:23537:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787780273.152637:0:23537:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787780273.152639:0:23537:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787780273.152750:0:23537:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c0445fcf800 00000020:01000004:3.0:1787780273.152777:0:23537:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1787780273.152789:0:23537:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787780273.152804:0:23537:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9c0347b13370) 00000020:00000080:3.0:1787780273.152819:0:23537:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00000100:00100000:2.0:1787780273.179991:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00100000:10000000:2.0:1787780273.227956:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.229702:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787780273.230784:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.231644:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.231879:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.232133:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.232382:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.232609:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.232819:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.233181:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.233467:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.233648:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.233860:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.234114:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.234410:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.234687:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.235146:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.235385:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.235705:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.235988:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.236385:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.236564:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.236804:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.237202:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.237528:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.237735:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.237968:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.238276:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.238583:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.238797:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.239108:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.239390:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.239600:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1787780273.240136:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1787780273.242116:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787780273.242653:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.242930:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1787780273.243153:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1787780273.243377:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.243583:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.243754:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.244127:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787780273.244461:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.244635:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1787780273.244823:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787780273.245219:0:23537:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1787780273.250054:0:23537:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787780273.250272:0:23537:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1787780273.250284:0:23537:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787780273.250297:0:23537:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a5179962104 00000020:01000004:2.0:1787780273.250303:0:23537:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1787780273.250335:0:23537:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.131@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787780273.250338:0:23537:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.131@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787780273.250343:0:23537:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1787780273.250369:0:23537:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1787780273.250373:0:23537:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.131@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1787780273.260434:0:23537:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.131@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787780273.260479:0:23537:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.131@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1787780273.260483:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787780273.260485:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787780273.260487:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787780273.260488:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787780273.260489:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787780273.260490:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787780273.260492:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787780273.260493:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787780273.260495:0:23537:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787780273.260498:0:23537:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1787780273.260500:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787780273.260502:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787780273.260503:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787780273.260504:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787780273.260505:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787780273.260506:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787780273.260507:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787780273.260508:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787780273.260509:0:23537:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787780273.260536:0:23537:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787780273.260557:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718016:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787780273.260626:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.260675:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787780273.262277:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718016 00000100:00100000:3.0:1787780273.262292:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718016 00000100:00100000:3.0:1787780273.262423:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787780273.262434:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:23537:x1874622881718016:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787780273.262469:0:22799:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787780273.262473:0:22799:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1787780273.262480:0:22799:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787780273.263513:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:23537:x1874622881718016:12345-0@lo:253:mount.lustre.0 Request processed in 1078us (2884us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780273.263524:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787780273.263608:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718016:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787780273.263620:0:23537:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787780273.263624:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787780273.263626:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787780273.263627:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787780273.263629:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787780273.263630:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787780273.263632:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787780273.263633:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787780273.263635:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787780273.263636:0:23537:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787780273.263666:0:23537:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c0445fcf800 from lustre-MDT0001 10000000:01000000:1.0:1787780273.263692:0:23537:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1787780273.263695:0:23537:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787780273.263702:0:23537:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c0445fc19b8 local copy 00010000:00010000:1.0:1787780273.263711:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.263826:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718144:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780273.263878:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.264248:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.264385:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718144 00000100:00100000:0.0:1787780273.264392:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718144 00000100:00100000:0.0:1787780273.264425:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787780273.264441:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:23537:x1874622881718144:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780273.264516:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:23537:x1874622881718144:12345-0@lo:501:mount.lustre.0 Request processed in 77us (638us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787780273.264523:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787780273.266474:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718144:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787780273.266503:0:23537:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.131@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787780273.266541:0:23537:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.131@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787780273.266551:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.266560:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.266593:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c0445fcf800 10000000:01000000:1.0:1787780273.266599:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787780273.266604:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9c0445fc19b8 10000000:01000000:1.0:1787780273.266607:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1787780273.266611:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9c0445fc19b8 from 1 10000000:01000000:1.0:1787780273.266614:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1787780273.266643:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.266651:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.266673:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.266691:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718272:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780273.266741:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.266761:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:3.0:1787780273.268314:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718272 00000100:00100000:3.0:1787780273.268326:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718272 00000100:00100000:3.0:1787780273.268382:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787780273.268391:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+12:23537:x1874622881718272:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780273.268406:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780273.268424:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481373000/0xc8fc0a5179962112 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a517996210b expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780273.268451:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481373000/0xc8fc0a5179962112 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a517996210b expref: 13 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780273.268473:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481373000/0xc8fc0a5179962112 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996210b expref: 13 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780273.268483:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373000, rc 0) 00000100:00100000:3.0:1787780273.268557:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+13:23537:x1874622881718272:12345-0@lo:101:mount.lustre.0 Request processed in 166us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780273.268564:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787780273.269190:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718272:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.269208:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962112 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.269218:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962112 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.269241:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1787780273.269255:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962112 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.269263:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868a00/0xc8fc0a517996210b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962112 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.269276:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9c0445fcf800 10000000:01000000:1.0:1787780273.269282:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787780273.269286:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9c0445fcf800 from 1 10000000:01000000:1.0:1787780273.269289:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787780273.269313:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.269321:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.269339:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.269357:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718400:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780273.269396:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.269426:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.269823:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718400 00000100:00100000:0.0:1787780273.269828:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718400 00000100:00100000:0.0:1787780273.269898:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787780273.269907:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+13:23537:x1874622881718400:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780273.269918:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780273.269930:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7bc00/0xc8fc0a5179962120 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962119 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.269947:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7bc00/0xc8fc0a5179962120 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962119 expref: 14 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.269956:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7bc00/0xc8fc0a5179962120 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962119 expref: 14 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.269963:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7bc00, rc 0) 00000100:00100000:0.0:1787780273.270000:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+14:23537:x1874622881718400:12345-0@lo:101:mount.lustre.0 Request processed in 93us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.270019:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787780273.270239:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718400:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.270251:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962120 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.270260:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962120 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.270272:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787780273.270276:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962120 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.270282:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477869600/0xc8fc0a5179962119 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962120 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.270288:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787780273.270292:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787780273.270297:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9c0445fcf800 10000000:01000000:1.0:1787780273.270300:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787780273.270303:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1787780273.270305:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1787780273.270321:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.270335:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.270343:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.270357:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718528:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780273.270385:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.270403:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.270455:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718528 00000100:00100000:0.0:1787780273.270461:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718528 00000100:00100000:0.0:1787780273.270490:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787780273.270496:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+14:23537:x1874622881718528:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780273.270503:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780273.270512:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7aa00/0xc8fc0a517996212e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962127 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.270532:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7aa00/0xc8fc0a517996212e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962127 expref: 15 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.270540:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7aa00/0xc8fc0a517996212e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962127 expref: 15 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.270546:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7aa00, rc 0) 00000100:00100000:0.0:1787780273.270572:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718528:12345-0@lo:101:mount.lustre.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.270579:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787780273.270656:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718528:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.270668:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996212e expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.270675:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996212e expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787780273.273382:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1787780273.275354:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787780273.285506:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787780273.285562:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1787780273.285580:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1787780273.285596:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1787780273.285612:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1787780273.285629:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1787780273.285644:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1787780273.285658:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1787780273.285671:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1787780273.285685:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1787780273.285710:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1787780273.285724:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1787780273.285741:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1787780273.285756:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1787780273.285782:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1787780273.285799:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1787780273.285813:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1787780273.285826:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1787780273.285867:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1787780273.285884:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1787780273.285899:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1787780273.285912:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1787780273.285926:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1787780273.285940:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1787780273.285953:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1787780273.285965:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1787780273.285980:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1787780273.285994:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1787780273.286008:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1787780273.286020:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1787780273.286035:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1787780273.286047:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1787780273.286061:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1787780273.286072:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1787780273.286086:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1787780273.286099:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1787780273.286111:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1787780273.286124:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1787780273.286137:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1787780273.286151:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1787780273.286164:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1787780273.286177:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1787780273.286189:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1787780273.286210:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1787780273.286234:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1787780273.286239:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1787780273.286337:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718656:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780273.286403:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.286452:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.286604:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718656 00000100:00100000:0.0:1787780273.286611:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718656 00000100:00100000:0.0:1787780273.286655:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787780273.286663:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718656:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780273.286866:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718656:12345-0@lo:501:mount.lustre.0 Request processed in 203us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.286873:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787780273.287475:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718656:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780273.287531:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718784:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780273.287572:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.287595:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fc540 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.287647:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718784 00000100:00100000:0.0:1787780273.287652:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718784 00000100:00100000:0.0:1787780273.287689:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787780273.287696:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718784:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780273.288569:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718784:12345-0@lo:503:mount.lustre.0 Request processed in 871us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.288579:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787780273.288672:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718784:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787780273.289168:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787780273.289251:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718912:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.289306:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.289331:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fc540 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.289773:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881718912 00000100:00100000:0.0:1787780273.289779:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881718912 00000100:00100000:0.0:1787780273.289830:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787780273.289862:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718912:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780273.290569:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881718912:12345-0@lo:502:mount.lustre.0 Request processed in 730us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.290577:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787780273.290698:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477795a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881718912:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780273.290942:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787780273.290972:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1787780273.290996:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1787780273.291024:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1787780273.291453:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1787780273.291474:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1787780273.291487:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1787780273.291502:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1787780273.291517:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1787780273.291531:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1787780273.291545:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1787780273.291558:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1787780273.291572:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1787780273.291586:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1787780273.291599:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1787780273.291613:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1787780273.291627:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1787780273.291641:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1787780273.291654:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1787780273.291665:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1787780273.291677:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1787780273.291689:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1787780273.291704:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1787780273.291719:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1787780273.291735:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1787780273.291748:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1787780273.291761:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1787780273.291787:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1787780273.291804:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1787780273.291819:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1787780273.291878:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1787780273.291894:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1787780273.291909:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1787780273.291922:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1787780273.291936:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1787780273.291950:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1787780273.291964:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1787780273.291979:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1787780273.291995:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1787780273.292024:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1787780273.293281:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1787780273.293310:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1787780273.293326:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1787780273.293341:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1787780273.293390:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881719040:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780273.293469:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780273.293565:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0477835c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787780273.294184:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719040 00000100:00100000:1.0:1787780273.294192:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719040 00000100:00100000:1.0:1787780273.294328:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787780273.294339:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881719040:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780273.294516:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881719040:12345-0@lo:502:mount.lustre.0 Request processed in 179us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.294525:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787780273.294616:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881719040:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787780273.294676:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1787780273.294687:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1787780273.295735:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780273.295746:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780273.295748:0:23541:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1787780273.295754:0:23541:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1787780273.295757:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787780273.295784:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9c044313cd28) 00000020:00000080:2.0:1787780273.295803:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1787780273.295810:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787780273.296198:0:23541:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787780273.296207:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a517996213c 00000020:00000080:0.0:1787780273.296481:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1787780273.296488:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.296492:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.296494:0:23541:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1787780273.296497:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780273.296502:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.296503:0:23541:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1787780273.296506:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787780273.296515:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9c0346918000) 00000020:00000080:0.0:1787780273.296534:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1787780273.296539:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787780273.296541:0:23541:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1787780273.296543:0:23541:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1787780273.296548:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787780273.296605:0:23541:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c0445fcf800 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1787780273.296618:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9c0476624d28) 00000020:00000080:0.0:1787780273.296628:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1787780273.296680:0:23541:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787780273.296685:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a5179962151 00000020:00000080:0.0:1787780273.296789:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1787780273.296795:0:23541:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787780273.296799:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xc8fc0a5179962158 00080000:01000000:0.0:1787780273.296804:0:23541:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787780273.296807:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a517996215f 00010000:00010000:3.0:1787780273.389375:0:23541:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1787780273.390496:0:23541:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1787780273.390782:0:23541:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787780273.391866:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1787780273.391876:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.391882:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.391884:0:23541:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1787780273.391887:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780273.391892:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.391903:0:23541:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1787780273.391907:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787780273.391912:0:23541:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:00000080:3.0:1787780273.391937:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787780273.391950:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9c0347b119b8) 00000020:00000080:3.0:1787780273.391967:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1787780273.391971:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787780273.392174:0:23541:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1787780273.392182:0:23541:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:3.0:1787780273.392189:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a517996216d 00010000:00080000:3.0:1787780273.392215:0:23541:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0481249000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.131@tcp at head 00010000:00010000:3.0:1787780273.397526:0:23541:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1787780273.398822:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780273.398835:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787780273.398962:0:23541:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787780273.398986:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a5179962174 00000100:00080000:3.0:1787780273.398997:0:23541:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787780273.399068:0:23541:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9c0481249000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780273.399177:0:23541:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e75680 x1874622881719168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787780273.399282:0:23541:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1787780273.399339:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.399343:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399345:0:23541:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1787780273.399348:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787780273.399351:0:23541:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787780273.399353:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787780273.399354:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787780273.399355:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787780273.399553:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399555:0:23541:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787780273.399560:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780273.399566:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399567:0:23541:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1787780273.399571:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787780273.399606:0:23541:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787780273.399618:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.399621:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399623:0:23541:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1787780273.399625:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787780273.399626:0:23541:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1787780273.399627:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787780273.399629:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787780273.399630:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787780273.399642:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399643:0:23541:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787780273.399646:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787780273.399649:0:23541:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1787780273.399652:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.399653:0:23541:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787780273.399655:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787780273.399658:0:23541:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:01000000:3.0:1787780273.399680:0:23541:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787780273.399682:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787780273.399695:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9c045156b370) 00000020:00000080:3.0:1787780273.399708:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1787780273.399712:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787780273.399861:0:23541:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1787780273.399869:0:23541:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787780273.399875:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a5179962182 00010000:00080000:3.0:1787780273.399914:0:23541:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0345e54800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.131@tcp at head 00000100:00080000:1.0:1787780273.400106:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787780273.400111:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787780273.400114:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780273.400119:0:22213:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 676 00000100:00080000:1.0:1787780273.400123:0:22213:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1787780273.400127:0:22213:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c0481215000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780273.400149:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04703561c0 x1874622881719296/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787780273.400159:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.400162:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787780273.400165:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.400168:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787780273.400224:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881719424:0@lo:400:kworker.0 00000100:00100000:1.0:1787780273.400283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.400326:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719424 00000100:00100000:1.0:1787780273.400331:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719424 00000100:00100000:1.0:1787780273.400380:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780273.400389:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881719424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780273.400438:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881719424:12345-0@lo:400:kworker.0 Request processed in 50us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.400445:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787780273.400482:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c0470354f00 x1874622881719424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780273.400495:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881719424:0@lo:400:kworker.0 00010000:00010000:3.0:1787780273.400799:0:23541:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:3.0:1787780273.402302:0:23541:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787780273.404248:0:23541:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:2.0:1787780273.404907:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719168:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787780273.404978:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.405023:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881719296:0@lo:38:kworker.0 00000100:00100000:2.0:1787780273.405044:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.405339:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719168 00000100:00100000:2.0:1787780273.405348:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719168 00000100:00100000:2.0:1787780273.405431:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719296 00000100:00100000:2.0:1787780273.405435:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719296 00000100:00100000:2.0:1787780273.405446:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787780273.405452:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881719168:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787780273.405476:0:22810:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 681 last 0 00000020:00000080:2.0:1787780273.405514:0:22810:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a5179962189 00000004:00100000:2.0:1787780273.405530:0:22810:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787780273.405536:0:22810:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:3.0:1787780273.407285:0:23541:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787780273.407918:0:23541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1787780273.408092:0:23541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1787780273.408565:0:23546:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787780273.408570:0:23546:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1787780273.409290:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787780273.409304:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787780273.409342:0:23541:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1787780273.409420:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a5179962190 00000100:00080000:0.0:1787780273.409430:0:23541:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787780273.409435:0:23541:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c0345e54800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:0.0:1787780273.409466:0:23541:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0471061a40 x1874622881719552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787780273.409490:0:23541:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1787780273.409541:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.409544:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.409546:0:23541:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787780273.409549:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787780273.409552:0:23541:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787780273.409553:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787780273.409555:0:23541:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787780273.409557:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787780273.409565:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.409567:0:23541:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787780273.409570:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787780273.409574:0:23541:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1787780273.409577:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.409578:0:23541:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787780273.409581:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787780273.409584:0:23541:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.131@tcp to nid 0x20000c0a8cb83 (192.168.203.131@tcp) 00000020:01000000:0.0:1787780273.409605:0:23541:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1787780273.409607:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787780273.409618:0:23541:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9c0476623370) 00000020:00000080:0.0:1787780273.409630:0:23541:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1787780273.409633:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787780273.409693:0:23541:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1787780273.409698:0:23541:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787780273.409703:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xc8fc0a517996219e 00010000:00080000:0.0:1787780273.409728:0:23541:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0348857000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.131@tcp at head 00000100:00100000:2.0:1787780273.410043:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719552:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1787780273.410113:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881719552 offset 0 length 520: 4 00010000:00010000:0.0:1787780273.410431:0:23541:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1787780273.410490:0:23541:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1787780273.410503:0:23541:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:3.0:1787780273.410715:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780273.410720:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787780273.410723:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780273.410727:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1787780273.412752:0:23541:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787780273.413463:0:23541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1787780273.413609:0:23541:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1787780273.416059:0:23548:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787780273.416066:0:23548:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00080000:2.0:1787780273.417919:0:22810:0:(import.c:65:import_set_state_nolock()) ffff9c04501b1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780273.418023:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1874622881719168:12345-0@lo:38:llog_process_th.0 Request processed in 12567us (13041us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.418035:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787780273.418060:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787780273.418066:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881719296:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1787780273.418227:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3640:x1874622881719296:12345-0@lo:38:kworker.0 Request processed in 160us (13181us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787780273.418234:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787780273.418348:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787780273.418366:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787780273.418374:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1787780273.418380:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787780273.418382:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481249000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787780273.418397:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e75680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719168:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787780273.418408:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787780273.418417:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780273.418420:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787780273.418423:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881719296:0@lo:38:kworker.0 00000100:00100000:2.0:1787780273.418593:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787780273.418606:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881719680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780273.418639:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.418666:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719680 00000100:00100000:2.0:1787780273.418670:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719680 00000100:00100000:2.0:1787780273.418695:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787780273.418700:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477795680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1874622881719680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780273.418722:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787780273.418760:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477795680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1874622881719680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.418775:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780273.418860:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881719680:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1787780273.424776:0:23541:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787780273.424791:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787780273.424874:0:23541:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787780273.424899:0:23541:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a51799621a5 00000100:00080000:3.0:1787780273.424910:0:23541:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787780273.424916:0:23541:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780273.424952:0:23541:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0345e76940 x1874622881719808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787780273.424971:0:23541:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787780273.425040:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.425044:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.425046:0:23541:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787780273.425049:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780273.425053:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.425054:0:23541:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787780273.425057:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787780273.425058:0:23541:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787780273.425060:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.425062:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.425064:0:23541:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787780273.425066:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780273.425068:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.425069:0:23541:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787780273.425073:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00080000:1.0:1787780273.425214:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.425219:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787780273.425222:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.425224:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1787780273.425578:0:23541:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780273.425583:0:23541:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780273.425585:0:23541:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787780273.425588:0:23541:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1787780273.425750:0:23537:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1787780273.425797:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1787780273.425818:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996212e expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.425830:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868400/0xc8fc0a5179962127 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996212e expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780273.425878:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c0445fcf800 from 1 10000000:01000000:2.0:1787780273.425881:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787780273.425908:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.425915:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.425925:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780273.425944:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881719936:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787780273.426018:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.426052:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fc900 going to sleep for 11 seconds 00000100:00100000:1.0:1787780273.426233:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881719936 00000100:00100000:1.0:1787780273.426240:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881719936 00000100:00100000:1.0:1787780273.426280:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780273.426290:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+15:23537:x1874622881719936:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.426312:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780273.426326:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799621ac expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.426367:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 16 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.426377:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 16 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.426386:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477869a00, rc 0) 00000100:00100000:1.0:1787780273.426430:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:23537:x1874622881719936:12345-0@lo:101:mount.lustre.0 Request processed in 140us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.426437:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780273.426484:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796940 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881719936:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.426499:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.426508:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.427596:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720064:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1787780273.427642:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.427671:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:1.0:1787780273.427691:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720064 00000100:00100000:1.0:1787780273.427695:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720064 00000100:00100000:1.0:1787780273.427726:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787780273.427734:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:23537:x1874622881720064:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1787780273.427750:0:22800:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1787780273.427776:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787780273.427784:0:22800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1787780273.427912:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:23537:x1874622881720064:12345-0@lo:256:mount.lustre.0 Request processed in 178us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.427919:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787780273.427958:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720064:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787780273.428220:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719808:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787780273.428250:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881719808 offset 0 length 520: 4 10000000:01000000:1.0:1787780273.429716:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787780273.429783:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.429798:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.429806:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c0445fcf800 from 1 10000000:01000000:1.0:1787780273.429809:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787780273.430093:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.430103:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.430115:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.430138:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720192:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780273.430191:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.430237:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.430702:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720192 00000100:00100000:2.0:1787780273.430710:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720192 00000100:00100000:2.0:1787780273.430761:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787780273.430782:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:23537:x1874622881720192:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787780273.430795:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780273.430810:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799621ba expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.430833:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.430871:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.430894:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71c00, rc 0) 00000100:00100000:2.0:1787780273.430949:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720192:12345-0@lo:101:mount.lustre.0 Request processed in 169us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.430956:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787780273.431262:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780273.431277:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780273.431287:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787780273.433110:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1787780273.433490:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787780273.433659:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787780273.433682:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1787780273.433696:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1787780273.433709:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1787780273.433732:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1787780273.433744:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1787780273.433755:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1787780273.433779:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1787780273.433792:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787780273.433803:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1787780273.433814:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1787780273.433829:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1787780273.433833:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1787780273.434506:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720320:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780273.434570:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.434651:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fc0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.434696:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720320 00000100:00100000:0.0:1787780273.434703:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720320 00000100:00100000:0.0:1787780273.434806:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787780273.434816:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720320:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780273.434970:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720320:12345-0@lo:501:mount.lustre.0 Request processed in 155us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.434978:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780273.435245:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720320:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780273.435283:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720448:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780273.435329:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.435701:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6240 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.435759:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720448 00000100:00100000:2.0:1787780273.435772:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720448 00000100:00100000:2.0:1787780273.435798:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787780273.435804:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720448:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780273.435908:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720448:12345-0@lo:503:mount.lustre.0 Request processed in 103us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.435915:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787780273.436025:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720448:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787780273.436658:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787780273.436725:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720576:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780273.436783:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.436815:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.436910:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720576 00000100:00100000:2.0:1787780273.436916:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720576 00000100:00100000:2.0:1787780273.436942:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787780273.436949:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720576:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.437053:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720576:12345-0@lo:502:mount.lustre.0 Request processed in 104us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.437060:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787780273.437244:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720576:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780273.437434:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787780273.437461:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1787780273.437476:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1787780273.437490:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1787780273.437502:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1787780273.437516:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1787780273.437531:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1787780273.437545:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1787780273.437559:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787780273.437573:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1787780273.437587:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1787780273.437608:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720704:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780273.437646:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.437677:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.437797:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720704 00000100:00100000:2.0:1787780273.437801:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720704 00000100:00100000:2.0:1787780273.437823:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787780273.437829:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720704:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.437947:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720704:12345-0@lo:502:mount.lustre.0 Request processed in 116us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.437953:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787780273.438183:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720704:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780273.438224:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1787780273.438233:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1787780273.439058:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780273.439067:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.439069:0:23550:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787780273.439084:0:23550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c0445fcf800 00000020:00000080:0.0:1787780273.439086:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787780273.439094:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.439097:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.439098:0:23550:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787780273.439100:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780273.439102:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.439104:0:23550:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787780273.439107:0:23550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c0445fcf800 00000020:00000080:0.0:1787780273.439109:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787780273.439184:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.439187:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.439189:0:23550:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787780273.439191:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780273.439193:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.439194:0:23550:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787780273.439197:0:23550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c0445fcf800 00000020:00000080:0.0:1787780273.439199:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787780273.440942:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.440952:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.440954:0:23550:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787780273.440957:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787780273.440960:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.440962:0:23550:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787780273.440972:0:23550:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c0445fcf800 00000020:00000080:0.0:1787780273.440974:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787780273.441162:0:23550:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787780273.441167:0:23550:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787780273.441169:0:23550:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787780273.441172:0:23550:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1787780273.448459:0:23537:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787780273.448506:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787780273.448542:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.448555:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780273.448609:0:23537:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787780273.448612:0:23537:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c0445fcf800 10000000:01000000:2.0:1787780273.448616:0:23537:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c0445fcf800 10000000:01000000:2.0:1787780273.448619:0:23537:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787780273.448625:0:23537:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c0445fcf800 from 1 10000000:01000000:2.0:1787780273.448627:0:23537:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787780273.448660:0:23537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.448668:0:23537:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.448678:0:23537:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780273.448701:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720832:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787780273.448774:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.448818:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720832 00000100:00100000:2.0:1787780273.448831:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720832 00000100:00100000:1.0:1787780273.451463:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.453913:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787780273.453926:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:23537:x1874622881720832:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787780273.453944:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780273.453961:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a71400/0xc8fc0a51799621cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799621c8 expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.453990:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a71400/0xc8fc0a51799621cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799621c8 expref: 18 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.454002:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a71400/0xc8fc0a51799621cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621c8 expref: 18 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780273.454021:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71400, rc 0) 00000100:00100000:2.0:1787780273.454096:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881720832:12345-0@lo:101:mount.lustre.0 Request processed in 173us (5333us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.454104:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787780273.454502:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720832:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780273.454532:0:23537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621cf expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.454542:0:23537:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799621cf expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787780273.457556:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1787780273.457874:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787780273.458070:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1787780273.458096:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1787780273.458110:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1787780273.458124:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1787780273.458138:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1787780273.458152:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1787780273.458167:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1787780273.458182:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1787780273.458197:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1787780273.458210:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1787780273.458235:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1787780273.458250:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1787780273.458274:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1787780273.458288:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1787780273.458300:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1787780273.458313:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1787780273.458325:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1787780273.458336:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1787780273.458348:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1787780273.458360:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1787780273.458374:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1787780273.458388:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1787780273.458401:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1787780273.458414:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1787780273.458428:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1787780273.458442:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1787780273.458469:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1787780273.458483:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1787780273.458494:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1787780273.458505:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1787780273.458517:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1787780273.458527:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1787780273.458538:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1787780273.458548:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1787780273.458559:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1787780273.458570:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1787780273.458583:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1787780273.458597:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1787780273.458611:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1787780273.458625:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1787780273.458638:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1787780273.458651:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1787780273.458679:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1787780273.458696:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1787780273.458709:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1787780273.458733:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1787780273.458746:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1787780273.458760:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1787780273.458902:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1787780273.458923:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1787780273.458940:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1787780273.458945:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1787780273.459030:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780273.459098:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.459142:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881720960 00000100:00100000:2.0:1787780273.459149:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881720960 00000100:00100000:2.0:1787780273.459192:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787780273.459200:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881720960:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780273.459310:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881720960:12345-0@lo:501:mount.lustre.0 Request processed in 109us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.459317:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787780273.459358:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.459378:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881720960:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780273.459409:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721088:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780273.459446:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.459472:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780273.463312:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721088 00000100:00100000:3.0:1787780273.463324:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721088 00000100:00100000:3.0:1787780273.463374:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787780273.463384:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721088:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787780273.463544:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721088:12345-0@lo:503:mount.lustre.0 Request processed in 161us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780273.463553:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787780273.464009:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721088:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787780273.464511:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787780273.464593:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721216:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.464647:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.464687:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780273.464802:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721216 00000100:00100000:3.0:1787780273.464808:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721216 00000100:00100000:3.0:1787780273.464871:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787780273.464880:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721216:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780273.464983:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721216:12345-0@lo:502:mount.lustre.0 Request processed in 104us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780273.464991:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787780273.465307:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721216:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780273.465487:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1787780273.465512:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1787780273.465525:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1787780273.465553:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1787780273.465568:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1787780273.465580:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1787780273.465591:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1787780273.465604:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1787780273.465618:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1787780273.465631:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1787780273.465644:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1787780273.465657:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1787780273.465669:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1787780273.465683:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1787780273.465696:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1787780273.465710:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1787780273.465723:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1787780273.465736:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1787780273.465749:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1787780273.465789:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1787780273.465805:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1787780273.465816:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1787780273.465829:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1787780273.465871:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1787780273.465889:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1787780273.466083:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1787780273.466103:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1787780273.466116:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1787780273.466128:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1787780273.466141:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1787780273.466155:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1787780273.466180:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1787780273.466194:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1787780273.466207:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1787780273.466219:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1787780273.466243:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1787780273.466258:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1787780273.466272:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1787780273.466285:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1787780273.466297:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1787780273.466309:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1787780273.466322:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1787780273.466334:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1787780273.466347:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1787780273.466359:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1787780273.466374:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1787780273.466389:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1787780273.466402:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1787780273.466445:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.466504:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.466588:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780273.471275:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721344 00000100:00100000:3.0:1787780273.471290:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721344 00000100:00100000:3.0:1787780273.471384:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787780273.471394:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721344:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780273.471563:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721344:12345-0@lo:502:mount.lustre.0 Request processed in 170us (5058us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780273.471571:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787780273.474206:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780273.474420:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1787780273.474448:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1787780273.474499:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721472:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.474564:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.474606:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721472 00000100:00100000:2.0:1787780273.474613:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721472 00000100:00100000:2.0:1787780273.474659:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787780273.474667:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721472:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780273.474788:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721472:12345-0@lo:502:mount.lustre.0 Request processed in 120us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.474796:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787780273.474877:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04766fcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.474891:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721472:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780273.474926:0:23537:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1787780273.474933:0:23537:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787780273.477426:0:23556:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1787780273.477445:0:23556:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9c0445fc3370) 00000020:00000080:1.0:1787780273.477468:0:23556:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1787780273.477563:0:23556:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c0445fcf800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787780273.477567:0:23556:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0445fcf800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787780273.477570:0:23556:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0445fcf800 3 00010000:00080000:1.0:1787780273.477600:0:23556:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0347c9e800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.131@tcp at head 00010000:00010000:1.0:1787780273.480432:0:23556:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1787780273.480696:0:23556:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1787780273.480738:0:23556:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787780273.480751:0:23556:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xc8fc0a51799621dd 00000100:00080000:1.0:1787780273.480761:0:23556:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787780273.480780:0:23556:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9c0347c9e800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780273.480817:0:23556:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470354f00 x1874622881721600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787780273.480876:0:23556:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787780273.480898:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.480903:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787780273.480906:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780273.480908:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787780273.481121:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874622881721600:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787780273.481188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.481292:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721600 00000100:00100000:1.0:1787780273.481306:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721600 00000100:00100000:1.0:1787780273.481337:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780273.481345:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874622881721600:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787780273.481366:0:22807:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 681 last 0 00000020:00000080:1.0:1787780273.481392:0:22807:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xc8fc0a51799621e4 00000004:00100000:1.0:1787780273.481406:0:22807:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787780273.481433:0:22807:0:(import.c:65:import_set_state_nolock()) ffff9c0347c9f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787780273.481491:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e770c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1874622881721600:12345-0@lo:38:llog_process_th.0 Request processed in 146us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.481497:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000040:00080000:1.0:1787780273.481575:0:23556:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00010000:00080000:3.0:1787780273.481722:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c0470354f00 x1874622881721600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780273.481732:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787780273.481740:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1787780273.481746:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787780273.481750:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787780273.481758:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0347c9e800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787780273.481777:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3640:1874622881721600:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1787780273.481803:0:23537:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787780273.481832:0:23537:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787780273.481868:0:23537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621cf expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780273.481880:0:23537:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70a00/0xc8fc0a51799621c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621cf expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787780273.481927:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787780273.481929:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787780273.481930:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780273.481932:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780273.481933:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780273.481934:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780273.481935:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787780273.481937:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780273.481938:0:23537:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787780273.481941:0:23537:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:3.0:1787780273.481944:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787780273.481945:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1787780273.481946:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780273.481947:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780273.481948:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780273.481949:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780273.481950:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787780273.481952:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780273.481953:0:23537:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787780273.481968:0:23537:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1787780273.481980:0:23537:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721728:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787780273.482088:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780273.482107:0:23537:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0445fd3000 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.482872:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721728 00000100:00100000:2.0:1787780273.482880:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721728 00000100:00100000:2.0:1787780273.482921:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787780273.482931:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721728:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787780273.482955:0:22797:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787780273.482969:0:22797:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1787780273.485627:0:22785:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1787780273.487597:0:22797:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787780273.487804:0:22797:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1787780273.489133:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:23537:x1874622881721728:12345-0@lo:253:mount.lustre.0 Request processed in 6197us (7037us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.489147:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787780273.489220:0:23537:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:23537:1874622881721728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787780273.489235:0:23537:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787780273.489239:0:23537:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787780273.489240:0:23537:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787780273.489242:0:23537:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780273.489243:0:23537:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780273.489244:0:23537:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780273.489245:0:23537:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780273.489247:0:23537:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787780273.489249:0:23537:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780273.489250:0:23537:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787780273.489273:0:23537:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:3.0:1787780273.490309:0:22821:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787780273.490322:0:22821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787780273.490471:0:22821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490488:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 17 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490495:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 17 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490504:0:22821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490540:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 17 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490554:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 17 pid: 22799 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.490581:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881721856:0@lo:104: 00000100:00100000:1.0:1787780273.490631:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787780273.490675:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 17 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490683:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 17 pid: 22797 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.490692:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881721984:0@lo:104: 00000100:00100000:1.0:1787780273.490712:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.490737:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04583cde40 going to sleep for 11 seconds 00000100:00100000:1.0:1787780273.490778:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721856 00000100:00100000:1.0:1787780273.490785:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721856 00000100:00100000:1.0:1787780273.490812:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881721984 00000100:00100000:1.0:1787780273.490815:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881721984 00000100:00100000:1.0:1787780273.490829:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780273.490907:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881721856:12345-0@lo:104: 00010000:00010000:1.0:1787780273.490921:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.490968:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787780273.490974:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881721856:12345-0@lo:104: Request processed in 138us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.490981:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780273.490997:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780273.491219:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881721984:12345-0@lo:104: 00010000:00010000:1.0:1787780273.491229:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491273:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787780273.491278:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881721984:12345-0@lo:104: Request processed in 276us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.491284:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1787780273.491302:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787780273.491308:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491315:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780273.491320:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491328:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780273.491335:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.491340:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787780273.491366:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491372:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787780273.491391:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491397:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799621ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621b3 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491416:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780273.491419:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491424:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70e00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780273.491427:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491434:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780273.491440:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780273.491445:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787780273.491456:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491462:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787780273.491467:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491473:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799620e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620ef expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491483:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780273.491484:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780273.491485:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780273.491492:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780273.491516:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881722112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780273.491543:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.491569:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787780273.491574:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881722240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780273.491593:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780273.491620:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722112 00000100:00100000:1.0:1787780273.491624:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722112 00010000:00010000:1.0:1787780273.491640:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 18 pid: 22799 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.491659:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722240 00000100:00100000:1.0:1787780273.491661:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722240 00010000:00010000:1.0:1787780273.491672:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 19 pid: 22797 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.491683:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780273.491689:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470357c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:3643:x1874622881722112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780273.491698:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780273.491702:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 19 pid: 22799 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491711:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 19 pid: 22799 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491725:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780273.491751:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470357c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:3643:x1874622881722112:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.491757:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780273.491784:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780273.491790:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3643:x1874622881722240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780273.491802:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780273.491807:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 18 pid: 22797 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491816:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 18 pid: 22797 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491829:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491853:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787780273.491867:0:22790:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002533471s 00010000:00010000:1.0:1787780273.491871:0:22790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491878:0:22790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491884:0:22790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491890:0:22790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491896:0:22790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780273.491900:0:22790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491908:0:22790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491922:0:22790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.491931:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780273.491953:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3643:x1874622881722240:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780273.491959:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780273.491995:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881722240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780273.492004:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881722112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780273.492310:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477869a00/0xc8fc0a51799621b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799621ac expref: 17 pid: 22799 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.492322:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881721856:0@lo:104: 00010000:00010000:1.0:1787780273.492331:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0348c7b000/0xc8fc0a51799620ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799620e8 expref: 16 pid: 22797 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780273.492339:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881721984:0@lo:104: 00010000:00010000:1.0:1787780273.492351:0:22821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.492359:0:22821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.492365:0:22821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780273.492371:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477868600/0xc8fc0a51799621eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1787780273.494535:0:23537:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:1.0:1787780273.494797:0:23561:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787780273.495181:0:23537:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:1.0:1787780273.495945:0:23561:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:3.0:1787780273.496915:0:23560:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1787780273.496922:0:23560:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1787780273.498037:0:23537:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1787780273.498147:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1787780273.498561:0:23537:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787780273.498568:0:23537:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1787780273.498605:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787780273.499244:0:23562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74780 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722368:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787780273.499315:0:23562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780273.499343:0:23562:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0445fd33c0 going to sleep for 11 seconds 00000040:00080000:2.0:1787780273.500347:0:23537:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1787780273.501630:0:23561:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787780273.501687:0:23561:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1787780273.501894:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722368 00000100:00100000:0.0:1787780273.501903:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722368 00000100:00100000:0.0:1787780273.501952:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787780273.501962:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e75680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722368:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787780273.502400:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e75680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722368:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 439us (3084us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.502407:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:2.0:1787780273.503874:0:23537:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787780273.503973:0:23537:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1787780273.504307:0:23537:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1787780273.504807:0:23537:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:2.0:1787780273.506796:0:23537:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1787780273.510299:0:23562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74780 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722368:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1787780273.510346:0:23562:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1787780273.510399:0:23562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787780273.510466:0:23562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.510502:0:23562:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04717ae300 going to sleep for 11 seconds 00000100:00100000:0.0:1787780273.510560:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722496 00000100:00100000:0.0:1787780273.510568:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722496 00000100:00100000:0.0:1787780273.510623:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787780273.510633:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477794780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722496:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787780273.510776:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477794780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722496:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 134us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780273.510784:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787780273.510803:0:23562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722496:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787780273.510961:0:23562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23562:1874622881722624:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787780273.510990:0:23562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780273.511050:0:23562:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04717aef00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.516661:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722624 00000100:00100000:2.0:1787780273.516675:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722624 00000100:00100000:2.0:1787780273.516777:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787780273.516788:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477797c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23562:x1874622881722624:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787780273.516933:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477797c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23562:x1874622881722624:12345-0@lo:900:lod0001_rec0000.0 Request processed in 147us (5942us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.516955:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787780273.517586:0:23562:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9c0477796d00 x1874622881722624/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787780289 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780273.517602:0:23562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23562:1874622881722624:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1787780273.517680:0:23562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722752:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1787780273.517726:0:23562:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780273.517758:0:23562:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0444c3be40 going to sleep for 11 seconds 00000100:00100000:2.0:1787780273.518178:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722752 00000100:00100000:2.0:1787780273.518185:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722752 00000100:00100000:2.0:1787780273.518234:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787780273.518242:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722752:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787780273.519340:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710630c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23562:x1874622881722752:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 1095us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780273.519350:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787780273.519549:0:23562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23562:1874622881722752:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1787780273.519618:0:23562:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00080000:2.0:1787780273.520678:0:23537:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1787780273.520708:0:23537:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb66b80e2b988 00100000:10000000:2.0:1787780273.520717:0:23537:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1787780273.522520:0:23537:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787780273.522551:0:23537:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.131@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787780273.522568:0:23537:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1787780273.522584:0:23537:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000040:00080000:0.0:1787780273.522674:0:23562:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787780273.522721:0:23562:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1787780273.522725:0:23562:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000020:00000004:0.0:1787780273.534892:0:23537:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787780273.537498:0:23537:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787780273.692507:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780274.203904:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787780274.531559:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1787780274.651898:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787780274.651905:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c0445fcf800 from 12 10000000:01000000:1.0:1787780274.651909:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787780274.651950:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780274.651961:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780274.651971:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780274.652004:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881722880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787780274.652079:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780274.652130:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c047116e240 going to sleep for 11 seconds 00000100:00100000:3.0:1787780274.652466:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881722880 00000100:00100000:3.0:1787780274.652474:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881722880 00000100:00100000:3.0:1787780274.652526:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787780274.652536:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:22802:x1874622881722880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780274.652549:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780274.652563:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799621f2 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.652597:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 17 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.652607:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 17 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.652617:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372c00, rc 0) 00000100:00100000:3.0:1787780274.652663:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881722880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780274.652669:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787780274.652713:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881722880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780274.652727:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.652750:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780274.652812:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787780274.652865:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780274.652888:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0445fd3540 going to sleep for 11 seconds 00000100:00100000:3.0:1787780274.658084:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723008 00000100:00100000:3.0:1787780274.658102:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723008 00000100:00100000:3.0:1787780274.658173:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787780274.658183:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881723008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787780274.658208:0:22797:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787780274.658232:0:22797:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787780274.658236:0:22797:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1787780274.658361:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881723008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 178us (5494us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780274.658369:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787780274.658424:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787780274.658484:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787780274.658495:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658506:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780274.658517:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787780274.658519:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c046e054800 from 12 10000000:01000000:3.0:1787780274.658528:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787780274.658557:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658565:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658573:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780274.658603:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787780274.658636:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780274.658661:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0445fd3540 going to sleep for 11 seconds 00000100:00100000:3.0:1787780274.658674:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723136 00000100:00100000:3.0:1787780274.658677:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723136 00000100:00100000:3.0:1787780274.658708:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787780274.658714:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881723136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780274.658722:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780274.658734:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962200 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658768:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 18 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658778:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 18 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658786:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372400, rc 0) 00000100:00100000:3.0:1787780274.658812:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881723136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780274.658826:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787780274.658882:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780274.658894:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.658903:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780274.658941:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723264:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787780274.658970:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780274.658988:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839ec00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780274.658999:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723264 00000100:00100000:3.0:1787780274.659003:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723264 00000100:00100000:3.0:1787780274.659023:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787780274.659029:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881723264:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787780274.659040:0:22797:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787780274.659050:0:22797:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787780274.659053:0:22797:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1787780274.659109:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881723264:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 78us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780274.659115:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787780274.659142:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881723264:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787780274.659171:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787780274.659176:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780274.659192:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780274.716089:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780275.228419:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000040:00080000:3.0:1787780275.550536:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787780275.739986:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780276.252236:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:3.0:1787780276.767287:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780277.277592:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00010000:00010000:1.0:1787780277.791217:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780278.303215:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 0 seconds 00000100:00080000:0.0:1787780278.570510:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787780278.570517:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787780278.570521:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787780278.570533:0:22213:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9c0481215000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:0.0:1787780278.570556:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0471061680 x1874622881723648/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787780278.570585:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780278.570589:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780278.570592:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780278.570595:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780278.570623:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780278.570627:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780278.570630:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780278.570633:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787780278.570668:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881723520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780278.570742:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780278.570807:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723520 00000100:00100000:0.0:1787780278.570811:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787780278.570815:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723520 00000100:00100000:0.0:1787780278.570820:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881723392:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.570885:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.570909:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881724032:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.570938:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.570973:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881723648:0@lo:38:kworker.0 00000100:00100000:0.0:1787780278.570995:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.571021:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881723776:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.571062:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.571078:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787780278.571082:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881723904:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.571102:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780278.571260:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723648 00000100:00100000:2.0:1787780278.571451:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723648 00000100:00100000:2.0:1787780278.571469:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723904 00000100:00100000:2.0:1787780278.571473:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723904 00000100:00100000:2.0:1787780278.571491:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787780278.571501:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710612c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1874622881723520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780278.571535:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787780278.571586:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710612c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1874622881723520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (844us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780278.571593:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787780278.571620:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787780278.571625:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3640:x1874622881723648:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1787780278.571646:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723392 00010000:00080000:2.0:1787780278.571648:0:22811:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 686 last 0 00000100:00100000:0.0:1787780278.571653:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723392 00000020:00000080:2.0:1787780278.571688:0:22811:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a517996220e 00000100:00100000:0.0:1787780278.571689:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787780278.571699:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3642:x1874622881723392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.571739:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3642:x1874622881723392:12345-0@lo:400:kworker.0 Request processed in 41us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.571745:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787780278.571775:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724032 00000100:00100000:0.0:1787780278.571778:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724032 00000100:00100000:0.0:1787780278.571797:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881723776 00000100:00100000:0.0:1787780278.571800:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881723776 00000100:00100000:0.0:1787780278.571810:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787780278.571816:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710621c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881724032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.571903:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710621c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881724032:12345-0@lo:400:kworker.0 Request processed in 86us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.571919:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787780278.571932:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787780278.571938:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471062d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881723776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.571971:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881723776:12345-0@lo:400:kworker.0 Request processed in 34us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.571977:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787780278.572012:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881723392:0@lo:400:kworker.0 00010000:00080000:0.0:1787780278.572024:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0471060b40 x1874622881724032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780278.572036:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881724032:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.572049:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881723520:0@lo:41:osp-pre-0-1.0 00010000:00080000:0.0:1787780278.572086:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0471063480 x1874622881723776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780278.572095:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471063480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881723776:0@lo:400:kworker.0 00000004:00100000:2.0:1787780278.572804:0:22811:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1787780278.572814:0:22811:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1787780278.586125:0:22811:0:(import.c:65:import_set_state_nolock()) ffff9c0348856800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787780278.586298:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471062580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1874622881723648:12345-0@lo:38:kworker.0 Request processed in 14670us (15300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.586312:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787780278.586346:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780278.586355:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881723904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.586399:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881723904:12345-0@lo:400:kworker.0 Request processed in 47us (15296us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.586406:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1787780278.586466:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787780278.586474:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1787780278.586480:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787780278.586482:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0481215000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787780278.586497:0:3640:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a720b2d8): req@ffff9c0470354b40 x1874622881716608/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780278.586519:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881723648:0@lo:38:kworker.0 00000100:00100000:0.0:1787780278.586596:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471061680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881724160:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780278.586628:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.586665:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724160 00000100:00100000:0.0:1787780278.586670:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724160 00000100:00100000:0.0:1787780278.586699:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787780278.586705:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1874622881724160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780278.586723:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780278.586768:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1874622881724160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.586775:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787780278.586807:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04710603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881723904:0@lo:400:kworker.0 00000100:00100000:0.0:1787780278.586861:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881724160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780278.586870:0:22847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780278.586887:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881716608 00000100:00100000:0.0:1787780278.586892:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881716608 00000100:00100000:3.0:1787780278.586898:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347ce33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780278.586914:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787780278.586923:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881716608:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787780278.586992:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e75a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881716608:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 70us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.587007:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787780278.587914:0:22847:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22847:1874622881716608:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1787780278.587951:0:22847:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787780278.587997:0:22847:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22847:1874622881724288:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787780278.588037:0:22847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780278.588073:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1787780278.589710:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724288 00000100:00100000:0.0:1787780278.589720:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724288 00000100:00100000:0.0:1787780278.589782:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787780278.589792:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881724288:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787780278.590395:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881724288:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 602us (2354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.590406:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787780278.593873:0:22847:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22847:1874622881724288:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787780278.593996:0:22847:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22847:1874622881724416:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787780278.594057:0:22847:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780278.594099:0:22847:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1787780278.594119:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724416 00000100:00100000:0.0:1787780278.594127:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724416 00000100:00100000:0.0:1787780278.594187:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780278.594196:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881724416:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787780278.594288:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e752c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22847:x1874622881724416:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 92us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780278.594295:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787780278.594302:0:22847:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22847:1874622881724416:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787780278.594350:0:22847:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787780278.612831:0:22847:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787780278.612939:0:22847:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:3.0:1787780278.612944:0:22847:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000001:02000400:3.0:1787780278.640098:0:23808:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg331-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787780278.811941:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787780279.739225:0:23860:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780279.741049:0:23860:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787780279.844404:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787780280.360362:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1787780280.727930:0:23910:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780280.728164:0:23910:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787780280.860981:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787780281.841122:0:23958:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc85fa60a0 20000000:00000080:2.0:1787780281.841137:0:23958:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c0467809800 uarg=0000000000000000 20000000:01000000:2.0:1787780281.841176:0:23958:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1787780281.841182:0:23958:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1787780281.841185:0:23958:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787780281.844788:0:23959:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1787780281.847399:0:23958:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1787780281.865514:0:23958:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1787780281.865679:0:23958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.865711:0:23958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.865720:0:23958:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.865736:0:23958:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.865971:0:23958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.865987:0:23958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780281.866001:0:23958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23958:1874622881724544:0@lo:104: 00000100:00100000:1.0:1787780281.866067:0:23958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787780281.866161:0:23958:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780281.866168:0:23958:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 17 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780281.866176:0:23958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23958:1874622881724672:0@lo:104: 00000100:00100000:1.0:1787780281.866196:0:23958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780281.866226:0:23958:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780281.866293:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724544 00000100:00100000:3.0:1787780281.866300:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724544 00000100:00100000:3.0:1787780281.866334:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724672 00000100:00100000:3.0:1787780281.866337:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724672 00000100:00100000:3.0:1787780281.866356:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787780281.866365:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:23958:x1874622881724544:12345-0@lo:104: 00010000:00010000:3.0:1787780281.866377:0:22788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866451:0:22788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787780281.866457:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:23958:x1874622881724544:12345-0@lo:104: Request processed in 94us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780281.866464:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787780281.866481:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787780281.866487:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:23958:x1874622881724672:12345-0@lo:104: 00010000:00010000:3.0:1787780281.866494:0:22788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866526:0:22788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787780281.866531:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:23958:x1874622881724672:12345-0@lo:104: Request processed in 45us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780281.866536:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1787780281.866551:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780281.866557:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866564:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869c00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780281.866580:0:22794:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866588:0:22794:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780281.866595:0:22794:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780281.866600:0:22794:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787780281.866626:0:22794:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866632:0:22794:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787780281.866653:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780281.866658:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866667:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477869c00/0xc8fc0a51799621ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621c1 expref: -99 pid: 23537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866683:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.866685:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.866688:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780281.866720:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881724800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780281.866764:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787780281.866971:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.866977:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866984:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780281.866987:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.866999:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780281.867006:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780281.867010:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787780281.867029:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867035:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780281.867045:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867052:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a800/0xc8fc0a51799620b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799620be expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867064:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.867066:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.867067:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780281.867080:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881724928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780281.867104:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787780281.867130:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780281.867132:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780281.867154:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724800 00000100:00100000:3.0:1787780281.867159:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724800 00010000:00010000:3.0:1787780281.867176:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 18 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780281.867198:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881724928 00000100:00100000:3.0:1787780281.867207:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881724928 00010000:00010000:3.0:1787780281.867220:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 19 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780281.867232:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787780281.867237:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:3643:x1874622881724800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780281.867248:0:22792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780281.867252:0:22792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 19 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867261:0:22792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 19 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867275:0:22792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780281.867301:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:3643:x1874622881724800:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780281.867306:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787780281.867318:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787780281.867323:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3644:x1874622881724928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780281.867330:0:22792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780281.867334:0:22792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 18 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867342:0:22792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 18 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867353:0:22792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867359:0:22792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867377:0:22792:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867384:0:22792:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867389:0:22792:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867395:0:22792:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867401:0:22792:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869a00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780281.867404:0:22792:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867411:0:22792:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867419:0:22792:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867426:0:22792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780281.867452:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3644:x1874622881724928:12345-0@lo:103:ldlm_bl.0 Request processed in 129us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780281.867457:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787780281.867487:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881724800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780281.867506:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881724928:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780281.867544:0:23958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799621c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799621ba expref: 17 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780281.867560:0:23958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23958:1874622881724544:0@lo:104: 00010000:00010000:3.0:1787780281.867572:0:23958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372e00/0xc8fc0a51799620be lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799620b7 expref: 16 pid: 22800 timeout: 789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780281.867580:0:23958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23958:1874622881724672:0@lo:104: 00010000:00010000:3.0:1787780281.867594:0:23958:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867602:0:23958:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867608:0:23958:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.867613:0:23958:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962215 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780281.884100:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780282.908521:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787780283.549067:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787780283.549075:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c0445fcf800 from 13 10000000:01000000:1.0:1787780283.549081:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787780283.549132:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780283.549144:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780283.549155:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780283.549181:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787780283.549776:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780283.549822:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787780283.551511:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725056 00000100:00100000:3.0:1787780283.551525:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725056 00000100:00100000:3.0:1787780283.551594:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787780283.551603:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+16:22802:x1874622881725056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780283.551620:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780283.551638:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a517996221c expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.551663:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a517996221c expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.551687:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996221c expref: 17 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.551706:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372e00, rc 0) 00000100:00100000:3.0:1787780283.551777:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780283.551784:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787780283.551854:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780283.551871:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.551882:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780283.553225:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787780283.553278:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780283.553318:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778dc240 going to sleep for 11 seconds 00000100:00100000:1.0:1787780283.553492:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725184 00000100:00100000:1.0:1787780283.553499:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725184 00000100:00100000:1.0:1787780283.553539:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787780283.553548:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780283.553667:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780283.553674:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787780283.553771:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787780283.553803:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787780283.553876:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780283.553890:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778dc240 going to sleep for 11 seconds 00000100:00100000:3.0:1787780283.553900:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725312 00000100:00100000:3.0:1787780283.553904:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725312 00000100:00100000:3.0:1787780283.553924:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787780283.553929:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787780283.554021:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780283.554028:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787780283.555153:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725312:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787780283.559537:0:24028:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787780283.559907:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787780283.559956:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787780283.559968:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780283.559981:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780283.559991:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787780283.560000:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c046e054800 from 13 10000000:01000000:0.0:1787780283.560003:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787780283.560040:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780283.560171:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780283.560183:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780283.560208:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787780283.560463:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780283.560501:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778353c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780283.561201:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725440 00000100:00100000:3.0:1787780283.561209:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725440 00000100:00100000:3.0:1787780283.561403:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787780283.561416:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+17:22802:x1874622881725440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780283.561430:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780283.561445:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a517996222a expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.561471:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a517996222a expref: 18 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.561483:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996222a expref: 18 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.561491:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373600, rc 0) 00000100:00100000:3.0:1787780283.561549:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881725440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780283.561557:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787780283.561655:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787780283.561670:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780283.561678:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780283.561752:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780283.561781:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780283.561810:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778353c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780283.561872:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725568 00000100:00100000:1.0:1787780283.561877:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725568 00000100:00100000:1.0:1787780283.561907:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787780283.561915:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881725568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780283.562190:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881725568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 275us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780283.562197:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787780283.562474:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780283.562505:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787780283.562549:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780283.562577:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778353c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780283.562619:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725696 00000100:00100000:3.0:1787780283.562623:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725696 00000100:00100000:3.0:1787780283.562645:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787780283.562652:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881725696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787780283.562751:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:22802:x1874622881725696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780283.562758:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787780283.563307:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881725696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787780283.569646:0:24029:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787780283.570077:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787780283.570101:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787780283.570113:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780283.570125:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780283.676066:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780273/real 1787780273] req@ffff9c0345e76940 x1874622881719808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676096:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0345e76940 x1874622881719808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676106:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780273/real 1787780273] req@ffff9c0471061a40 x1874622881719552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676117:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0471061a40 x1874622881719552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676125:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780268/real 1787780268] req@ffff9c0345e76d00 x1874622881717632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676134:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0345e76d00 x1874622881717632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676142:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780268/real 1787780268] req@ffff9c0345e74b40 x1874622881717760/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780283.676150:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0345e74b40 x1874622881717760/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780283 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787780283.676166:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780283.676173:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787780283.676176:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719808:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787780283.676181:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780283.676185:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787780283.676202:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471061a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881719552:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787780283.676206:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780283.676211:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787780283.676213:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717632:0@lo:8:kworker.0 00000100:00080000:0.0:1787780283.676217:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780283.676220:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787780283.676222:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881717760:0@lo:8:kworker.0 00000100:00100000:0.0:1787780283.676258:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881725824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780283.676316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780283.676363:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881725824 00000100:00100000:0.0:1787780283.676368:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881725824 00000100:00100000:0.0:1787780283.676409:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780283.676417:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1874622881725824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780283.676448:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780283.676489:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1874622881725824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780283.676496:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780283.676535:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881725824:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1787780283.676640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780283.676645:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787780283.676648:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780283.676652:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 676 00000100:00080000:2.0:1787780283.676656:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787780283.676660:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c04812cb000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780283.676685:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04777961c0 x1874622881725952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780283.676711:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780283.676714:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780283.676716:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780283.676719:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 676 00000100:00080000:2.0:1787780283.676721:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787780283.676732:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780283.676745:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477796580 x1874622881726080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780283.676783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780283.676787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787780283.676788:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780283.676791:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1787780283.676794:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787780283.676796:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c0345e54800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780283.676807:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477796d00 x1874622881726464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780283.676814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780283.676817:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780283.676818:0:8:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780283.676821:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 681 00000100:00080000:2.0:1787780283.676823:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787780283.676825:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780283.676835:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0477797840 x1874622881726592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787780283.676883:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881726208:0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.676914:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780283.676945:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881726336:0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.676970:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780283.676988:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787780283.677001:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881726720:0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677025:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780283.677055:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881726208 00000100:00100000:2.0:1787780283.677060:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881726208 00000100:00100000:2.0:1787780283.677087:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881726720 00000100:00100000:2.0:1787780283.677089:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881726720 00000100:00100000:2.0:1787780283.677103:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787780283.677109:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477796940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881726208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677146:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477796940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881726208:12345-0@lo:400:kworker.0 Request processed in 37us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780283.677153:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787780283.677166:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787780283.677172:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04777952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881726720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677201:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04777952c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881726720:12345-0@lo:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780283.677207:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787780283.677237:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0477797480 x1874622881726208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780283.677247:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881726208:0@lo:400:kworker.0 00010000:00080000:2.0:1787780283.677269:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c04777943c0 x1874622881726720/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780283.677278:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881726720:0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677297:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881726336 00000100:00100000:2.0:1787780283.677299:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881726336 00000100:00100000:2.0:1787780283.677319:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780283.677325:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477794f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881726336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677365:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477794f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881726336:12345-0@lo:400:kworker.0 Request processed in 39us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780283.677371:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780283.677395:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477794b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881726336:0@lo:400:kworker.0 00000100:00100000:2.0:1787780283.677411:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881725952:0@lo:8:kworker.0 00000400:00000100:2.0:1787780283.677429:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881725952 offset 0 length 520: 4 00000100:00100000:2.0:1787780283.677451:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881726080:0@lo:8:kworker.0 00000400:00000100:2.0:1787780283.677466:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881726080 offset 0 length 520: 4 00000100:00100000:2.0:1787780283.677476:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881726464:0@lo:8:kworker.0 00000400:00000100:2.0:1787780283.677489:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881726464 offset 0 length 520: 4 00000100:00100000:2.0:1787780283.677497:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881726592:0@lo:8:kworker.0 00000400:00000100:2.0:1787780283.677513:0:3640:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874622881726592 offset 0 length 520: 4 00000100:00100000:2.0:1787780283.678493:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787780283.678507:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881726848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780283.678568:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780283.678670:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881726848 00000100:00100000:0.0:1787780283.678676:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881726848 00000100:00100000:0.0:1787780283.678724:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787780283.678732:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477794b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881726848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787780283.678756:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787780283.678807:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477794b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881726848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780283.678824:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787780283.678933:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881726848:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787780283.934956:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787780284.197018:0:23538:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1787780284.956873:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787780285.789623:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787780285.980328:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780287.005279:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780288.028201:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780288.796143:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787780288.796167:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881726976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780288.796254:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780288.796408:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881726976 00000100:00100000:0.0:1787780288.796415:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881726976 00000100:00100000:0.0:1787780288.796464:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787780288.796473:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881726976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780288.796506:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780288.796550:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881726976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780288.796558:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1787780288.799287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780288.799295:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780288.799297:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780288.799301:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780288.799323:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780288.799327:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780288.799330:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780288.799340:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787780288.800354:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881727104:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.800424:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780288.800464:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881727616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780288.800491:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780288.800514:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787780288.800521:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881727232:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.800544:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780288.800572:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881727488:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.800593:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780288.800609:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787780288.800615:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881727360:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.800633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780288.800667:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727616 00000100:00100000:2.0:1787780288.800673:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727616 00000100:00100000:2.0:1787780288.800704:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727360 00000100:00100000:1.0:1787780288.801072:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727104 00000100:00100000:1.0:1787780288.801077:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727104 00000100:00100000:1.0:1787780288.801111:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787780288.801119:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3643:x1874622881727104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780288.801173:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:3643:x1874622881727104:12345-0@lo:400:kworker.0 Request processed in 55us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780288.801180:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787780288.802047:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727360 00000100:00100000:2.0:1787780288.802083:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787780288.802091:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1874622881727616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780288.802119:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787780288.802170:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe83c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1874622881727616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780288.802178:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787780288.802193:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780288.802199:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347feb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881727360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.802252:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347feb840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881727360:12345-0@lo:400:kworker.0 Request processed in 52us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780288.802258:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780288.802281:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727232 00000100:00100000:2.0:1787780288.802285:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727232 00000100:00100000:2.0:1787780288.802311:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727488 00000100:00100000:2.0:1787780288.802314:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727488 00000100:00100000:2.0:1787780288.802325:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780288.802330:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881727232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.802358:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe9e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881727232:12345-0@lo:400:kworker.0 Request processed in 28us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780288.802364:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780288.802374:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787780288.802379:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881727488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.802401:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fea1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881727488:12345-0@lo:400:kworker.0 Request processed in 22us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780288.802406:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1787780288.802446:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0347fea580 x1874622881727232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780288.802461:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881727232:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.802473:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777943c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881727104:0@lo:400:kworker.0 00000100:00100000:2.0:1787780288.802488:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881727616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780288.802651:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe8f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881727360:0@lo:400:kworker.0 00010000:00080000:0.0:1787780288.802674:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0347fead00 x1874622881727488/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780288.802683:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fead00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881727488:0@lo:400:kworker.0 00000100:00100000:0.0:1787780288.803610:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881726976:0@lo:41:osp-pre-1-0.0 00000020:01000004:2.0:1787780288.890690:0:24307:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787780288.890695:0:24307:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787780288.890696:0:24307:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787780288.890812:0:24307:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c046797b800 00000020:01000004:2.0:1787780288.890827:0:24307:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787780288.890865:0:24307:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787780288.890878:0:24307:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9c0443138000) 00000020:00000080:2.0:1787780288.890902:0:24307:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1787780288.990555:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1787780288.994704:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787780288.995389:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1787780288.995558:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1787780288.995782:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787780288.996589:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1787780288.997338:0:24307:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:1.0:1787780289.000386:0:24307:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787780289.000573:0:24307:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1787780289.000585:0:24307:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787780289.000596:0:24307:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc8fc0a517996223f 00000020:01000004:1.0:1787780289.000602:0:24307:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1787780289.000621:0:24307:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.131@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787780289.000624:0:24307:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.131@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1787780289.000631:0:24307:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1787780289.000635:0:24307:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1787780289.000645:0:24307:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9c0445fc4d28) 00000020:00000080:1.0:1787780289.000665:0:24307:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1787780289.001777:0:24307:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787780289.001960:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1787780289.001965:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1787780289.014622:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1787780289.014634:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1787780289.015314:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1787780289.015320:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1787780289.024608:0:24307:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787780289.024827:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1787780289.024835:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1787780289.026395:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1787780289.026405:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00010000:00010000:0.0:1787780289.052871:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780289.057293:0:24307:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787780289.057535:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1787780289.057541:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1787780289.061595:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1787780289.061608:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1787780289.064348:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787780289.064359:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1787780289.066576:0:24307:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787780289.066766:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1787780289.066771:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:0.0:1787780289.068172:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1787780289.068237:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1787780289.123160:0:24307:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787780289.123381:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1787780289.123388:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1787780289.124638:0:24307:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1787780289.124648:0:24307:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1787780289.125606:0:24307:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1787780289.125638:0:24307:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1787780289.125645:0:24307:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.131@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1787780289.155676:0:24307:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.131@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787780289.155778:0:24307:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.131@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1787780289.155783:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787780289.155784:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787780289.155785:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780289.155787:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780289.155788:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780289.155789:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780289.155791:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787780289.155792:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780289.155794:0:24307:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787780289.155802:0:24307:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1787780289.155804:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787780289.155806:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787780289.155806:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780289.155807:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780289.155808:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780289.155809:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780289.155810:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787780289.155811:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780289.155812:0:24307:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787780289.156792:0:24307:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787780289.157120:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881727744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787780289.157200:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.157253:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0477835c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787780289.157379:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727744 00000100:00100000:2.0:1787780289.157386:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727744 00000100:00100000:2.0:1787780289.157481:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787780289.157491:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:24307:x1874622881727744:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787780289.157537:0:22797:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1787780289.157541:0:22797:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1787780289.157545:0:22797:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1787780289.158368:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:24307:x1874622881727744:12345-0@lo:253:mount.lustre.0 Request processed in 876us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.158378:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787780289.158459:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881727744:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787780289.158471:0:24307:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787780289.158474:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787780289.158476:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787780289.158477:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780289.158478:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780289.158479:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780289.158480:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780289.158482:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787780289.158483:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780289.158485:0:24307:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787780289.158505:0:24307:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c046797b800 from lustre-OST0000 10000000:01000000:3.0:1787780289.158532:0:24307:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787780289.158534:0:24307:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787780289.158542:0:24307:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c0445fc19b8 local copy 00010000:00010000:3.0:1787780289.158552:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780289.158634:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881727872:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780289.158674:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.158884:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778353c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780289.159174:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881727872 00000100:00100000:1.0:1787780289.159179:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881727872 00000100:00100000:1.0:1787780289.159226:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787780289.159233:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:24307:x1874622881727872:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.159295:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:24307:x1874622881727872:12345-0@lo:501:mount.lustre.0 Request processed in 62us (620us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787780289.159309:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787780289.159438:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881727872:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787780289.159453:0:24307:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.131@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787780289.159470:0:24307:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.131@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787780289.159476:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.159486:0:24307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780289.159522:0:24307:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c046797b800 10000000:01000000:3.0:1787780289.159527:0:24307:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787780289.159532:0:24307:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787780289.159535:0:24307:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787780289.159539:0:24307:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1787780289.159542:0:24307:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787780289.159562:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.159569:0:24307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.159577:0:24307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780289.159590:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728000:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787780289.159617:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.159643:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04778353c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780289.159718:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728000 00000100:00100000:1.0:1787780289.159722:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728000 00000100:00100000:1.0:1787780289.159740:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787780289.159746:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+18:24307:x1874622881728000:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780289.159754:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780289.159766:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477869c00/0xc8fc0a5179962254 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a517996224d expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.159786:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477869c00/0xc8fc0a5179962254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a517996224d expref: 19 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.159796:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477869c00/0xc8fc0a5179962254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996224d expref: 19 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.159803:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477869c00, rc 0) 00000100:00100000:3.0:1787780289.160198:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728000:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780289.160211:0:24307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962254 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.160219:0:24307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962254 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780289.161438:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728000:12345-0@lo:101:mount.lustre.0 Request processed in 93us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780289.161449:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000040:00080000:1.0:1787780289.162448:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1787780289.163317:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787780289.167433:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787780289.167484:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787780289.167497:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787780289.167509:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787780289.167520:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787780289.167533:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787780289.167546:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787780289.167557:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787780289.167579:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1787780289.167604:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1787780289.167806:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1787780289.167824:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1787780289.168233:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1787780289.168242:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1787780289.168342:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728128:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.168408:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.168504:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1787780289.168545:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728128 00000100:00100000:3.0:1787780289.168552:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728128 00000100:00100000:3.0:1787780289.168625:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787780289.168643:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728128:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780289.169409:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728128:12345-0@lo:501:mount.lustre.0 Request processed in 764us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.169418:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787780289.169495:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728128:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.169536:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728256:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780289.169582:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.169647:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.169685:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728256 00000100:00100000:0.0:1787780289.169690:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728256 00000100:00100000:0.0:1787780289.169824:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787780289.170187:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728256:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780289.171203:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728256:12345-0@lo:503:mount.lustre.0 Request processed in 1361us (1617us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.171213:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787780289.171349:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728256:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787780289.174328:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787780289.174423:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780289.174510:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.174555:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1787780289.174707:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728384 00000100:00100000:3.0:1787780289.174714:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728384 00000100:00100000:3.0:1787780289.174765:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787780289.174774:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780289.175790:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728384:12345-0@lo:502:mount.lustre.0 Request processed in 1014us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.175802:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787780289.176370:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728384:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787780289.176641:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787780289.176686:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787780289.176712:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787780289.176729:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787780289.176742:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787780289.176755:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787780289.176769:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787780289.176783:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787780289.176798:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1787780289.176813:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1787780289.176828:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1787780289.176875:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1787780289.177135:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728512:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780289.177195:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.177235:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c909f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787780289.177359:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728512 00000100:00100000:3.0:1787780289.177365:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728512 00000100:00100000:3.0:1787780289.177411:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787780289.177420:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728512:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780289.177519:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728512:12345-0@lo:502:mount.lustre.0 Request processed in 100us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.177526:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787780289.177630:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728512:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787780289.177691:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1787780289.177710:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:3.0:1787780289.179157:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787780289.179167:0:24324:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:3.0:1787780289.179173:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.179176:0:24324:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:3.0:1787780289.179183:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787780289.179199:0:24324:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9c0451568000) 00000020:00000080:3.0:1787780289.179222:0:24324:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:3.0:1787780289.179228:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787780289.179309:0:24324:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046797b800 from lustre-OST0000, refs=2 00080000:01000000:3.0:1787780289.179317:0:24324:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787780289.179329:0:24324:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc8fc0a5179962262 00010000:00010000:3.0:1787780289.183418:0:24324:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:3.0:1787780289.184581:0:24324:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1787780289.186568:0:24324:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1787780289.188621:0:24324:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1787780289.188633:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780289.188640:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188642:0:24324:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1787780289.188645:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787780289.188648:0:24324:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1787780289.188650:0:24324:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780289.188663:0:24324:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787780289.188665:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787780289.188668:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188669:0:24324:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787780289.188672:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780289.188676:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188685:0:24324:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787780289.188689:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787780289.188691:0:24324:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787780289.188694:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780289.188696:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188697:0:24324:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787780289.188700:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780289.188711:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188713:0:24324:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787780289.188717:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787780289.188745:0:24324:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780289.188748:0:24324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780289.188749:0:24324:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787780289.188752:0:24324:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1787780289.189240:0:24307:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1787780289.189274:0:24307:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1787780289.189292:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962254 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.189304:0:24307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481373c00/0xc8fc0a517996224d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962254 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780289.189313:0:24307:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c046797b800 from 1 10000000:01000000:1.0:1787780289.189321:0:24307:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787780289.189354:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.189362:0:24307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.189372:0:24307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780289.189394:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728640:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780289.189452:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.189481:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1787780289.189533:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728640 00000100:00100000:3.0:1787780289.189539:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728640 00000100:00100000:3.0:1787780289.189583:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787780289.189591:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:24307:x1874622881728640:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780289.189604:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780289.189617:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962269 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.189639:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 20 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.189648:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 20 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.189667:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372000, rc 0) 00000100:00100000:3.0:1787780289.189699:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881728640:12345-0@lo:101:mount.lustre.0 Request processed in 109us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.189714:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787780289.189824:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728640:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780289.190102:0:24307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.190113:0:24307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787780289.191207:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787780289.191444:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787780289.191597:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787780289.191620:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787780289.191634:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787780289.191647:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787780289.191676:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787780289.191691:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787780289.193833:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787780289.194138:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787780289.194184:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787780289.194206:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787780289.194218:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787780289.194240:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787780289.194245:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787780289.194358:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728768:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.194427:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.194473:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780289.195135:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728768 00000100:00100000:2.0:1787780289.195145:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728768 00000100:00100000:2.0:1787780289.195192:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787780289.195200:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881728768:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780289.195318:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881728768:12345-0@lo:501:mount.lustre.0 Request processed in 118us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.195324:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787780289.197309:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728768:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.197366:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728896:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780289.197431:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.197471:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780289.197568:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881728896 00000100:00100000:3.0:1787780289.197574:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881728896 00000100:00100000:3.0:1787780289.197614:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787780289.197623:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881728896:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787780289.197743:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881728896:12345-0@lo:503:mount.lustre.0 Request processed in 120us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.197751:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787780289.200150:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881728896:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787780289.200566:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787780289.200645:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729024:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780289.200721:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.200758:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1787780289.201042:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729024 00000100:00100000:2.0:1787780289.201049:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729024 00000100:00100000:2.0:1787780289.201092:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787780289.201101:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881729024:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780289.201202:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881729024:12345-0@lo:502:mount.lustre.0 Request processed in 102us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.201209:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787780289.201264:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729024:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780289.201467:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787780289.201495:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787780289.201506:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787780289.201517:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787780289.201528:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787780289.201541:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787780289.201554:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787780289.201568:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787780289.201583:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787780289.201594:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787780289.201608:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787780289.201632:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729152:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780289.201677:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780289.201703:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729152 00000100:00100000:2.0:1787780289.201707:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729152 00000100:00100000:2.0:1787780289.201731:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787780289.201737:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881729152:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780289.201793:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881729152:12345-0@lo:502:mount.lustre.0 Request processed in 56us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.201798:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1787780289.201830:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346b50d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787780289.201867:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729152:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780289.201901:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787780289.201907:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787780289.209408:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780289.209420:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.209423:0:24328:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787780289.209430:0:24328:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c046797b800 00000020:00000080:3.0:1787780289.209432:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780289.209440:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780289.209442:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.209443:0:24328:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787780289.209445:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780289.209448:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.209449:0:24328:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787780289.209452:0:24328:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c046797b800 00000020:00000080:3.0:1787780289.209454:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780289.209554:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780289.209559:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.209560:0:24328:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787780289.209563:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780289.209565:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.209566:0:24328:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787780289.209569:0:24328:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c046797b800 00000020:00000080:3.0:1787780289.209571:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780289.210265:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780289.210271:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.210273:0:24328:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787780289.210276:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780289.210279:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.210280:0:24328:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787780289.210283:0:24328:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c046797b800 00000020:00000080:3.0:1787780289.210285:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780289.210315:0:24328:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780289.210319:0:24328:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780289.210320:0:24328:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787780289.210323:0:24328:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787780289.210787:0:24307:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787780289.210816:0:24307:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787780289.211152:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.211166:0:24307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780289.211217:0:24307:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787780289.211220:0:24307:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c046797b800 10000000:01000000:1.0:1787780289.211223:0:24307:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c046797b800 10000000:01000000:1.0:1787780289.211231:0:24307:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787780289.211237:0:24307:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c046797b800 from 1 10000000:01000000:1.0:1787780289.211240:0:24307:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787780289.211272:0:24307:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.211280:0:24307:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.211291:0:24307:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780289.211314:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729280:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780289.211375:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.211413:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1787780289.211535:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729280 00000100:00100000:2.0:1787780289.211542:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729280 00000100:00100000:2.0:1787780289.211588:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787780289.211596:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:24307:x1874622881729280:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787780289.211608:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780289.211625:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a70c00/0xc8fc0a517996227e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962277 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.211646:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a70c00/0xc8fc0a517996227e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962277 expref: 21 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.211668:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a70c00/0xc8fc0a517996227e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962277 expref: 21 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.211675:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a70c00, rc 0) 00000100:00100000:2.0:1787780289.211813:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729280:12345-0@lo:101:mount.lustre.0 Request processed in 217us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.211821:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787780289.213249:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729280:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780289.213271:0:24307:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996227e expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.213282:0:24307:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a517996227e expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787780289.217824:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1787780289.218401:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787780289.218580:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787780289.218605:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1787780289.218622:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1787780289.218635:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1787780289.218648:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1787780289.218673:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1787780289.218698:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1787780289.221208:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1787780289.221241:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787780289.221258:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1787780289.221273:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1787780289.221287:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1787780289.221300:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1787780289.221312:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1787780289.221325:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1787780289.221340:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1787780289.221354:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1787780289.221368:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1787780289.221382:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1787780289.221395:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1787780289.221408:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1787780289.221419:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1787780289.221429:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1787780289.221456:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1787780289.221474:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1787780289.221487:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1787780289.221500:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1787780289.221514:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1787780289.221529:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1787780289.221543:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1787780289.221557:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1787780289.221571:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1787780289.221586:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1787780289.221600:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1787780289.221614:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1787780289.221628:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1787780289.221642:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1787780289.221670:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1787780289.221686:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1787780289.224762:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1787780289.224803:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1787780289.224818:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1787780289.224831:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1787780289.225250:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1787780289.225268:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1787780289.225283:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1787780289.225297:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1787780289.225311:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1787780289.225488:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1787780289.225509:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1787780289.225528:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1787780289.225534:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1787780289.225643:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729408:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.227606:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.227663:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.229715:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729408 00000100:00100000:0.0:1787780289.229729:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729408 00000100:00100000:0.0:1787780289.229784:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787780289.229792:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729408:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780289.229999:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729408:12345-0@lo:501:mount.lustre.0 Request processed in 208us (2398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.230171:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787780289.231132:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729408:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780289.231187:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729536:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780289.231245:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.231283:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04779ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.233313:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729536 00000100:00100000:0.0:1787780289.233325:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729536 00000100:00100000:0.0:1787780289.233373:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787780289.233382:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729536:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780289.233534:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729536:12345-0@lo:503:mount.lustre.0 Request processed in 153us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.233542:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787780289.236237:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729536:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787780289.236635:0:24307:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787780289.236734:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729664:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780289.236790:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.236829:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346be2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.236997:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729664 00000100:00100000:0.0:1787780289.237222:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729664 00000100:00100000:0.0:1787780289.237267:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787780289.237275:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729664:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780289.237382:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729664:12345-0@lo:502:mount.lustre.0 Request processed in 108us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.237390:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787780289.238649:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787780289.238890:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787780289.238944:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787780289.238962:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787780289.238977:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787780289.238990:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787780289.242115:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787780289.242169:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787780289.243110:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787780289.243127:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787780289.243141:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787780289.243154:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787780289.243166:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787780289.243689:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787780289.243724:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787780289.243742:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787780289.243756:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787780289.243771:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787780289.243803:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787780289.243817:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787780289.243830:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787780289.243864:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787780289.243881:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787780289.244258:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787780289.244282:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787780289.244295:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787780289.244316:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787780289.244327:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787780289.244339:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787780289.244353:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787780289.244369:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787780289.244381:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787780289.244396:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787780289.244409:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787780289.244432:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787780289.244445:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787780289.244459:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787780289.244472:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787780289.244483:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787780289.244495:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787780289.244508:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787780289.244519:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787780289.244530:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787780289.244542:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787780289.244554:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787780289.244566:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787780289.244577:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787780289.244589:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787780289.244600:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787780289.244673:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780289.244763:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.247742:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346be2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787780289.256824:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729792 00000100:00100000:1.0:1787780289.256857:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729792 00000100:00100000:1.0:1787780289.256923:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787780289.258265:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729792:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780289.258427:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729792:12345-0@lo:502:mount.lustre.0 Request processed in 1495us (13664us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780289.258435:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1787780289.259406:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729792:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780289.259628:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1787780289.259663:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1787780289.259699:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729920:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780289.259758:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.259795:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0450ccdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.260215:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881729920 00000100:00100000:0.0:1787780289.260222:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881729920 00000100:00100000:0.0:1787780289.260263:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787780289.260272:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729920:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780289.260363:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881729920:12345-0@lo:502:mount.lustre.0 Request processed in 92us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.260370:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787780289.261440:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881729920:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780289.261513:0:24307:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1787780289.261525:0:24307:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787780289.262945:0:24333:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:1.0:1787780289.262962:0:24333:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9c046ececd28) 00000020:00000080:1.0:1787780289.262985:0:24333:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:1.0:1787780289.263087:0:24333:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046797b800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787780289.263091:0:24333:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c046797b800 from lustre-OST0000, refs=3 00000020:01000004:1.0:1787780289.263093:0:24333:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c046797b800 3 00010000:00080000:1.0:1787780289.263123:0:24333:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0346943000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.131@tcp at head 00010000:00010000:1.0:1787780289.264756:0:24333:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:1.0:1787780289.276417:0:24333:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:1.0:1787780289.276462:0:24333:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787780289.276475:0:24333:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xc8fc0a517996228c 00000100:00080000:1.0:1787780289.276486:0:24333:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787780289.276492:0:24333:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9c0346943000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780289.276526:0:24333:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04703561c0 x1874622881730048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780289.276567:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881730048:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787780289.276631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787780289.276688:0:24333:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787780289.276795:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730048 00000100:00100000:2.0:1787780289.276801:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730048 00000100:00100000:2.0:1787780289.276828:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787780289.276835:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1874622881730048:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787780289.276880:0:22806:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:2.0:1787780289.276910:0:22806:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xc8fc0a5179962293 00000004:00100000:2.0:1787780289.276924:0:22806:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787780289.277082:0:22806:0:(import.c:65:import_set_state_nolock()) ffff9c0347d2c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780289.277137:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1874622881730048:12345-0@lo:38:llog_process_th.0 Request processed in 301us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780289.277144:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787780289.277343:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c04703561c0 x1874622881730048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780289.277353:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787780289.277360:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1787780289.277377:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787780289.277381:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787780289.277384:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0346943000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787780289.277390:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3640:1874622881730048:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1787780289.277983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.277987:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.277995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.277998:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.278255:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.278258:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.278260:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.278263:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787780289.278292:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881730176:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278330:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.278353:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787780289.278358:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881730560:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278377:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.278405:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881730304:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.278439:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787780289.278443:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881730432:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278459:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.278488:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730176 00000100:00100000:0.0:1787780289.278493:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730176 00000100:00100000:0.0:1787780289.278517:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730432 00000100:00100000:0.0:1787780289.278519:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730432 00000100:00100000:0.0:1787780289.278531:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787780289.278538:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04710603c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881730176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278576:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04710603c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881730176:12345-0@lo:400:kworker.0 Request processed in 38us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.278591:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787780289.278606:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787780289.278612:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461957c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881730432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.278639:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461957c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881730432:12345-0@lo:400:kworker.0 Request processed in 28us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.278644:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787780289.278674:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730560 00000100:00100000:0.0:1787780289.278678:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730560 00000100:00100000:0.0:1787780289.278696:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730304 00000100:00100000:0.0:1787780289.278698:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730304 00000100:00100000:0.0:1787780289.279276:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787780289.279284:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471061680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881730560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.279336:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471061680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881730560:12345-0@lo:400:kworker.0 Request processed in 52us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.279342:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787780289.279355:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780289.279362:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461954b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881730304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.279387:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461954b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881730304:12345-0@lo:400:kworker.0 Request processed in 26us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.279392:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:0.0:1787780289.279429:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0471060b40 x1874622881730560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780289.279441:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881730560:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.279451:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881730176:0@lo:400:kworker.0 00000100:00100000:0.0:1787780289.279475:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881730432:0@lo:400:kworker.0 00010000:00080000:0.0:1787780289.279495:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c0471060000 x1874622881730304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780289.279503:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881730304:0@lo:400:kworker.0 00000020:01000004:0.0:1787780289.281405:0:24333:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787780289.281421:0:24333:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9c04766219b8) 00000020:00000080:0.0:1787780289.281443:0:24333:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1787780289.281538:0:24333:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c046797b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787780289.281542:0:24333:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c046797b800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787780289.281545:0:24333:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c046797b800 3 00010000:00080000:0.0:1787780289.281572:0:24333:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c03412bc000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.131@tcp at head 00010000:00010000:0.0:1787780289.289687:0:24333:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1787780289.289910:0:24333:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1787780289.290149:0:24333:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787780289.290161:0:24333:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xc8fc0a51799622a1 00000100:00080000:0.0:1787780289.290172:0:24333:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787780289.290178:0:24333:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9c03412bc000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:0.0:1787780289.290212:0:24333:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c04619561c0 x1874622881730688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787780289.290239:0:24333:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1787780289.290263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.290268:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.290271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.290274:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.290278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.290281:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787780289.290290:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787780289.290293:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787780289.297178:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874622881730688:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787780289.297260:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.299156:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730688 00000100:00100000:0.0:1787780289.299170:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730688 00000100:00100000:0.0:1787780289.299216:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787780289.299225:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3640:x1874622881730688:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787780289.299256:0:22805:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:0.0:1787780289.299291:0:22805:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xc8fc0a51799622a8 00000004:00100000:0.0:1787780289.299306:0:22805:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787780289.299338:0:22805:0:(import.c:65:import_set_state_nolock()) ffff9c03412ba000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787780289.299416:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1874622881730688:12345-0@lo:38:llog_process_th.0 Request processed in 192us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.299424:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787780289.299472:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9c04619561c0 x1874622881730688/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780289.299482:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787780289.299490:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1787780289.299497:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787780289.299500:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787780289.299502:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c03412bc000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787780289.299507:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619561c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3640:1874622881730688:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787780289.299612:0:24333:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1787780289.299778:0:24307:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787780289.299812:0:24307:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787780289.299832:0:24307:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996227e expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.299861:0:24307:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868800/0xc8fc0a5179962277 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a517996227e expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787780289.299904:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787780289.299906:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787780289.299907:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787780289.299909:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787780289.299910:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787780289.299911:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787780289.299912:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787780289.299914:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787780289.299916:0:24307:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787780289.299920:0:24307:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1787780289.299922:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787780289.299923:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787780289.299924:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787780289.299925:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787780289.299926:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787780289.299927:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787780289.299937:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787780289.299938:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787780289.299939:0:24307:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787780289.299958:0:24307:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1787780289.299974:0:24307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881730816:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787780289.300132:0:24307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780289.300155:0:24307:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341cb9840 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.301035:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730816 00000100:00100000:0.0:1787780289.301043:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730816 00000100:00100000:0.0:1787780289.301085:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787780289.301103:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881730816:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787780289.301128:0:22800:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787780289.301141:0:22800:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787780289.312665:0:22800:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787780289.312775:0:22800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1787780289.313684:0:22821:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787780289.313691:0:22821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787780289.313779:0:22821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.313798:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 21 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.313806:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 21 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.313814:0:22821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.314097:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 21 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.314113:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 21 pid: 22797 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780289.314127:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881730944:0@lo:104: 00000100:00100000:2.0:1787780289.314190:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787780289.314243:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 21 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780289.314251:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 21 pid: 22799 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780289.314272:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347febc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881731072:0@lo:104: 00000100:00100000:2.0:1787780289.314300:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780289.314366:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346b506c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780289.314556:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:24307:x1874622881730816:12345-0@lo:253:mount.lustre.0 Request processed in 13454us (14421us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780289.314566:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787780289.314632:0:24307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:24307:1874622881730816:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787780289.314641:0:24307:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787780289.314644:0:24307:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787780289.314646:0:24307:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787780289.314647:0:24307:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787780289.314649:0:24307:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787780289.314650:0:24307:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787780289.314663:0:24307:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787780289.314664:0:24307:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787780289.314666:0:24307:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787780289.314667:0:24307:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787780289.314679:0:24307:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1787780289.316143:0:22789:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787780289.316165:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881730944 00000100:00100000:1.0:1787780289.316171:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881730944 00000100:00100000:1.0:1787780289.316214:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731072 00000100:00100000:1.0:1787780289.316217:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731072 00000100:00100000:1.0:1787780289.316231:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780289.316239:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881730944:12345-0@lo:104: 00010000:00010000:1.0:1787780289.316256:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316334:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787780289.316339:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881730944:12345-0@lo:104: Request processed in 101us (2150us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780289.316346:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780289.316362:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787780289.316369:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470f02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881731072:12345-0@lo:104: 00010000:00010000:1.0:1787780289.316377:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316409:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787780289.316413:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470f02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881731072:12345-0@lo:104: Request processed in 46us (2114us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780289.316420:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1787780289.316455:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787780289.316462:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316469:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372200 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780289.316473:0:23960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316481:0:23960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780289.316494:0:23960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780289.316500:0:23960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787780289.316531:0:23960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316537:0:23960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787780289.316552:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316560:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0481372200/0xc8fc0a5179962200 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962207 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316571:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780289.316574:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316579:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869400 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:1.0:1787780289.316581:0:23960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316587:0:23960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787780289.316592:0:23960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780289.316595:0:23960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787780289.316613:0:23960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316618:0:23960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787780289.316629:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316635:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477869400/0xc8fc0a51799621f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799621f9 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780289.316646:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780289.316647:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780289.316649:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780289.316667:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780289.317156:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881730944:0@lo:104: 00000100:00100000:0.0:1787780289.317165:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347febc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881731072:0@lo:104: 00010000:00010000:0.0:1787780289.317186:0:22821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780289.317206:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881731200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780289.317242:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780289.317297:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881731328:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780289.317321:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780289.317388:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731200 00000100:00100000:3.0:1787780289.317392:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731200 00010000:00010000:3.0:1787780289.317412:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 21 pid: 22797 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780289.317450:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731328 00000100:00100000:3.0:1787780289.317453:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731328 00010000:00010000:3.0:1787780289.317466:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 22 pid: 22799 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780289.317477:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787780289.317483:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:3644:x1874622881731200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780289.317494:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780289.317498:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 22 pid: 22797 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317508:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 22 pid: 22797 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317521:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962207 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a5179962200 expref: 22 pid: 22797 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317532:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780289.317563:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619561c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3644:x1874622881731200:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.317568:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787780289.317581:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787780289.317586:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03412b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:3641:x1874622881731328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780289.317592:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780289.317596:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 20 pid: 22799 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317604:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 20 pid: 22799 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317619:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372c00/0xc8fc0a51799621f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799621f2 expref: 20 pid: 22799 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317629:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317637:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787780289.317649:0:22790:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003958262s 00010000:00010000:3.0:1787780289.317664:0:22790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317672:0:22790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317678:0:22790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317684:0:22790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317690:0:22790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780289.317693:0:22790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.317701:0:22790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780289.317784:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881731200:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787780289.318537:0:22821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780289.318546:0:22821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.319092:0:22790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.319110:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a70600/0xc8fc0a51799622af lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780289.319127:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780289.319232:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03412b3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:3641:x1874622881731328:12345-0@lo:103:ldlm_bl.0 Request processed in 1644us (1908us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780289.319241:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000001:00000004:0.0:1787780289.320141:0:24307:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:1.0:1787780289.322312:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881731328:0@lo:103:ldlm_bl.0 00002000:00080000:0.0:1787780289.323288:0:24307:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1787780289.323296:0:24307:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1787780289.323333:0:24307:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787780289.323379:0:24307:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.131@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787780289.323403:0:24307:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1787780289.323420:0:24307:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1787780289.326492:0:24307:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787780289.326742:0:24307:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787780290.076755:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787780290.332200:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787780290.332205:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c0445fcf800 from 13 10000000:01000000:3.0:1787780290.332211:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787780290.332256:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780290.332267:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780290.332277:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780290.332301:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787780290.332368:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780290.332409:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346be2840 going to sleep for 11 seconds 00000100:00100000:1.0:1787780290.332665:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731456 00000100:00100000:1.0:1787780290.332673:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731456 00000100:00100000:1.0:1787780290.332724:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787780290.332734:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+19:22802:x1874622881731456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780290.332746:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780290.332761:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799622b6 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.332785:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 20 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.332808:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 20 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.332835:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477868e00, rc 0) 00000100:00100000:1.0:1787780290.332908:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:22802:x1874622881731456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780290.332915:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787780290.332964:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780290.332979:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.332987:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780290.333037:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731584:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787780290.333076:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780290.333096:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0444f62b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787780290.333115:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731584 00000100:00100000:1.0:1787780290.333119:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731584 00000100:00100000:1.0:1787780290.333154:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787780290.333162:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:22802:x1874622881731584:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787780290.333176:0:22800:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787780290.333195:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787780290.333198:0:22800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1787780290.333289:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:22802:x1874622881731584:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 127us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780290.333297:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787780290.333751:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731584:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1787780290.334066:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787780290.334079:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780290.334091:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780290.334102:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1787780290.334105:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c046e054800 from 13 10000000:01000000:2.0:1787780290.334108:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1787780290.334143:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780290.334151:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780290.334162:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780290.334185:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787780290.334735:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780290.335263:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731712 00000100:00100000:1.0:1787780290.335275:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731712 00000100:00100000:1.0:1787780290.335335:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787780290.335343:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:22802:x1874622881731712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780290.335357:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780290.335373:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799622c4 expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.335397:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 21 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.335407:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 21 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780290.335415:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477869000, rc 0) 00000100:00100000:1.0:1787780290.335472:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881731712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780290.335481:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787780290.336167:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346b50cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780290.336213:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787780290.336267:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780290.336281:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780290.337635:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731840:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787780290.337737:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780290.337792:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346b50cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780290.338362:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731840 00000100:00100000:3.0:1787780290.338373:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731840 00000100:00100000:3.0:1787780290.340411:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787780290.340443:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881731840:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787780290.340482:0:22797:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787780290.340514:0:22797:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787780290.340523:0:22797:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1787780290.340743:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881731840:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 316us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780290.340752:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787780290.340943:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881731840:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787780290.341024:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787780290.341035:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780290.341045:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000004:1.0:1787780290.498405:0:24388:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780290.498755:0:24388:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1787780290.589894:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787780291.100986:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780292.124478:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780293.148259:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780293.921319:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881731968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780293.921391:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780293.921458:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881731968 00000100:00100000:2.0:1787780293.921466:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881731968 00000100:00100000:2.0:1787780293.921510:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787780293.921519:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347feb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881731968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787780293.921555:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787780293.921599:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347feb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881731968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780293.921606:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787780293.921671:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881731968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780293.925862:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787780293.925887:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881732096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780293.925952:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780293.926264:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732096 00000100:00100000:2.0:1787780293.926271:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732096 00000100:00100000:2.0:1787780293.926321:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787780293.926331:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881732096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787780293.926363:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787780293.926416:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881732096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780293.926431:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787780293.927224:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881732096:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787780294.172250:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780294.432624:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881732224:0@lo:400:kworker.0 00000100:00100000:2.0:1787780294.432694:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787780294.432777:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780294.432781:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787780294.432783:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780294.432786:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787780294.437029:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881732608:0@lo:400:kworker.0 00000100:00100000:1.0:1787780294.437116:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780294.437513:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881732480:0@lo:400:kworker.0 00000100:00100000:0.0:1787780294.437629:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780294.437717:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787780294.437725:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881732352:0@lo:400:kworker.0 00000100:00100000:0.0:1787780294.437750:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780294.437785:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732224 00000100:00100000:0.0:1787780294.437792:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732224 00000100:00100000:0.0:1787780294.437859:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787780294.437868:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3644:x1874622881732224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780294.438656:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732480 00000100:00100000:1.0:1787780294.438664:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732480 00000100:00100000:1.0:1787780294.438703:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787780294.438712:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881732480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780294.438775:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881732480:12345-0@lo:400:kworker.0 Request processed in 64us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780294.438782:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:1.0:1787780294.438850:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0345e74000 x1874622881732480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780294.438865:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881732480:0@lo:400:kworker.0 00000100:00100000:2.0:1787780294.439357:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732608 00000100:00100000:2.0:1787780294.439363:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732608 00000100:00100000:2.0:1787780294.439384:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732352 00000100:00100000:2.0:1787780294.439387:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732352 00000100:00100000:2.0:1787780294.439398:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787780294.439404:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881732608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780294.439453:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881732608:12345-0@lo:400:kworker.0 Request processed in 48us (2337us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780294.439458:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787780294.439470:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787780294.439475:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461956940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881732352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780294.439505:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461956940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881732352:12345-0@lo:400:kworker.0 Request processed in 30us (1754us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780294.439510:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787780294.439540:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e743c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881732608:0@lo:400:kworker.0 00000100:00100000:1.0:1787780294.439635:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881732352:0@lo:400:kworker.0 00000100:00080000:3.0:1787780294.449330:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780294.449339:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787780294.449341:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787780294.449344:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787780294.449435:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881732864:0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.449509:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780294.449544:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787780294.449550:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881732992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.449570:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780294.449601:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732864 00000100:00100000:3.0:1787780294.449607:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732864 00000100:00100000:3.0:1787780294.449662:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732992 00000100:00100000:3.0:1787780294.449665:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732992 00000100:00100000:3.0:1787780294.449681:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780294.449688:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881732864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.449736:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881732864:12345-0@lo:400:kworker.0 Request processed in 48us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780294.449768:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780294.449784:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787780294.449789:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e76940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881732992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.449816:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e76940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881732992:12345-0@lo:400:kworker.0 Request processed in 27us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780294.449821:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:3.0:1787780294.449867:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787780294.449871:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787780294.449968:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0345e761c0 x1874622881732992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780294.449981:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e761c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881732992:0@lo:400:kworker.0 00010000:00080000:3.0:1787780294.449989:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0345e74f00 x1874622881732864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780294.449996:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e74f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881732864:0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.450250:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780294.450260:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881732736:0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.450287:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780294.450311:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881732736 00000100:00100000:3.0:1787780294.450315:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881732736 00000100:00100000:3.0:1787780294.450334:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787780294.450339:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881732736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780294.450368:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881732736:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780294.450374:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:3.0:1787780294.450407:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0345e77480 x1874622881732736/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780294.450416:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881732736:0@lo:400:kworker.0 00000100:00100000:0.0:1787780294.450982:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3644:x1874622881732224:12345-0@lo:400:kworker.0 Request processed in 13113us (18286us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780294.450991:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787780294.458433:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0345e76d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881732224:0@lo:400:kworker.0 00000040:00080000:0.0:1787780295.007200:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787780295.203745:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780296.220031:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787780297.064186:0:24679:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg331-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1787780297.244043:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787780298.088397:0:24732:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787780298.088566:0:24732:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787780298.278041:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780298.525574:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780283/real 1787780283] req@ffff9c0477796d00 x1874622881726464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780298.525630:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0477796d00 x1874622881726464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780298.525640:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780283/real 1787780283] req@ffff9c0477797840 x1874622881726592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780298.525652:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0477797840 x1874622881726592/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787780298.525673:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780298.525698:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787780298.525702:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881726464:0@lo:8:kworker.0 00000100:00080000:3.0:1787780298.525707:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780298.525712:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00080000:2.0:1787780298.526035:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780298.526039:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780298.526042:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780298.526060:0:22213:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787780298.526085:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780298.526088:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787780298.526091:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780298.526097:0:22213:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787780298.526102:0:22213:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787780298.526108:0:22213:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9c0345e54800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780298.526130:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347fe9680 x1874622881733632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780298.526138:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780298.526141:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780298.526142:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780298.526145:0:22213:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787780298.526148:0:22213:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787780298.526151:0:22213:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780298.526161:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347febc00 x1874622881733760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787780298.526206:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881733120:0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.526277:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.526323:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881733888:0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.526348:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.526372:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787780298.526378:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881733248:0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.526401:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.526652:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881734016:0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.526677:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.526708:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733120 00000100:00100000:2.0:1787780298.526714:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733120 00000100:00100000:2.0:1787780298.526824:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787780298.526917:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3643:x1874622881733120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780298.527015:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881726592:0@lo:8:kworker.0 00000100:00100000:3.0:1787780298.527043:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881733632:0@lo:8:kworker.0 00000100:00100000:3.0:1787780298.527072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780298.527091:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347febc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881733760:0@lo:8:kworker.0 00000100:00100000:3.0:1787780298.527110:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780298.527136:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881733376:0@lo:400:kworker.0 00000100:00100000:3.0:1787780298.527158:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780298.527185:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881734144:0@lo:400:kworker.0 00000100:00100000:3.0:1787780298.527205:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780298.527215:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787780298.527220:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881733504:0@lo:400:kworker.0 00000100:00100000:3.0:1787780298.527239:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780298.527271:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733632 00000100:00100000:3.0:1787780298.527275:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733632 00000100:00100000:3.0:1787780298.527301:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733760 00000100:00100000:3.0:1787780298.527303:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733760 00000100:00100000:3.0:1787780298.527314:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780298.527319:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881733632:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787780298.527343:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 706 last 0 00000020:00000080:3.0:1787780298.527373:0:24313:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a51799622d2 00002000:00100000:3.0:1787780298.527386:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9c046793e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113939 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1787780298.527390:0:24313:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1787780298.527392:0:24313:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1787780298.527524:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3643:x1874622881733120:12345-0@lo:400:kworker.0 Request processed in 608us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.527532:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787780298.527563:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733888 00000100:00100000:2.0:1787780298.527704:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733888 00000100:00100000:2.0:1787780298.527922:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734016 00000100:00100000:2.0:1787780298.527926:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734016 00002000:00080000:3.0:1787780298.528198:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1787780298.528225:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c0467938800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780298.528269:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1874622881733632:12345-0@lo:8:kworker.0 Request processed in 949us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780298.528276:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780298.528292:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787780298.528297:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881733760:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1787780298.528310:0:24313:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787780298.528899:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733376 00000100:00100000:2.0:1787780298.528906:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733376 00000100:00100000:2.0:1787780298.528920:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734144 00000100:00100000:2.0:1787780298.528922:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734144 00000100:00100000:2.0:1787780298.530034:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787780298.530050:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881733888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.530124:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fead00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881733888:12345-0@lo:400:kworker.0 Request processed in 80us (3774us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.530131:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787780298.530148:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787780298.530155:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881734016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.530183:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477797480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881734016:12345-0@lo:400:kworker.0 Request processed in 30us (3506us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.530189:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787780298.530200:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787780298.530220:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881733376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.530263:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e743c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881733376:12345-0@lo:400:kworker.0 Request processed in 44us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.530268:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787780298.530280:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780298.530287:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881734144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.530314:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881734144:12345-0@lo:400:kworker.0 Request processed in 27us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.530320:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780298.530345:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733248 00000100:00100000:2.0:1787780298.530350:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733248 00000100:00100000:2.0:1787780298.530371:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881733504 00000100:00100000:2.0:1787780298.530374:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881733504 00000100:00100000:2.0:1787780298.530387:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787780298.530392:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881733248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1787780298.533980:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780298.533989:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787780298.534047:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347fe8b40 x1874622881734016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780298.534065:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe8b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881734016:0@lo:400:kworker.0 00000100:00100000:1.0:1787780298.534078:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347feb0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881733120:0@lo:400:kworker.0 00010000:00080000:1.0:1787780298.534095:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347fe92c0 x1874622881733888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780298.534104:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881733888:0@lo:400:kworker.0 00010000:00080000:1.0:1787780298.534171:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347fe8000 x1874622881733376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780298.534183:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881733376:0@lo:400:kworker.0 00010000:00080000:1.0:1787780298.534200:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347fea580 x1874622881734144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780298.534224:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fea580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881734144:0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.535558:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881733248:12345-0@lo:400:kworker.0 Request processed in 5158us (9148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.536512:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787780298.536546:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787780298.536557:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e76d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881733504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780298.536657:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e76d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881733504:12345-0@lo:400:kworker.0 Request processed in 104us (9417us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.536664:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787780298.536700:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe8780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881733504:0@lo:400:kworker.0 00000100:00100000:1.0:1787780298.537110:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881733248:0@lo:400:kworker.0 00010000:00080000:2.0:1787780298.537234:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347fe9680 x1874622881733632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787780318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780298.537259:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787780298.537267:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1787780298.537275:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787780298.537280:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787780298.537284:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0345e54800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787780298.537296:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787780298.537301:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe9680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881733632:0@lo:8:kworker.0 00000004:00080000:2.0:1787780298.537328:0:23546:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787780298.537540:0:23547:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1787780298.538056:0:23547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734400:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1787780298.538114:0:23547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780298.538146:0:23547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341cb9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780298.538176:0:24314:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787780298.538184:0:24314:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:2.0:1787780298.538705:0:23546:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 706541574471ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787780298.538791:0:23546:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1787780298.538820:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787780298.539673:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881734272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787780298.540068:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.542710:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734400 00000100:00100000:2.0:1787780298.542791:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734400 00000100:00100000:2.0:1787780298.542883:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734272 00000100:00100000:2.0:1787780298.542887:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734272 00000100:00100000:2.0:1787780298.542913:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787780298.542922:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04777943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874622881734272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787780298.543661:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00080000:1.0:1787780298.544078:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780298.544314:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04777943c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874622881734272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1390us (4243us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.544325:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1787780298.545126:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c04703570c0 x1874622881734272/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787780314 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780298.545151:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881734272:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787780298.545879:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787780298.545893:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470357c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23547:x1874622881734400:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1787780298.546891:0:23538:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:2.0:1787780298.560709:0:24752:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1787780298.560737:0:24752:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787780298.560831:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470357c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23547:x1874622881734400:12345-0@lo:7:osp-pre-0-1.0 Request processed in 14938us (22713us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.560859:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1787780298.560910:0:23547:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0470356940 x1874622881734400/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787780314 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780298.560924:0:23547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356940 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734400:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1787780298.560936:0:23547:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787780298.560973:0:23547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734528:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787780298.561004:0:23547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.561026:0:23547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046efdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1787780298.561045:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734528 00000100:00100000:2.0:1787780298.561051:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734528 00000100:00100000:2.0:1787780298.561086:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787780298.561094:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477796d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23547:x1874622881734528:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1787780298.561117:0:24314:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1787780298.561145:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477796d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23547:x1874622881734528:12345-0@lo:5:osp-pre-0-1.0 Request processed in 52us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780298.561152:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787780298.561177:0:23547:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0477797840 x1874622881734528/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787780314 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780298.561185:0:23547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734528:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787780298.561193:0:23547:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787780298.561214:0:23547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734656:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1787780298.561237:0:23547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780298.561257:0:23547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046efdd300 going to sleep for 11 seconds 00000100:00100000:2.0:1787780298.561268:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734656 00000100:00100000:2.0:1787780298.561274:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734656 00000100:00100000:2.0:1787780298.561297:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787780298.561302:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23547:x1874622881734656:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1787780298.561325:0:24314:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1787780298.605832:0:24308:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1787780298.605890:0:24308:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1787780298.606203:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215e580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23547:x1874622881734656:12345-0@lo:5:osp-pre-0-1.0 Request processed in 44895us (44959us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1787780298.606232:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787780298.606380:0:23547:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0477797840 x1874622881734656/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787780314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780298.606392:0:23547:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1787780298.606399:0:23547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23547:1874622881734656:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1787780298.606414:0:23547:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1787780298.606465:0:23547:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23547:1874622881734784:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1787780298.606501:0:23547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780298.606533:0:23547:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780298.606608:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734784 00000100:00100000:1.0:1787780298.606615:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734784 00000100:00100000:1.0:1787780298.606660:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787780298.606669:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23547:x1874622881734784:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787780298.606732:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23547:x1874622881734784:12345-0@lo:900:osp-pre-0-1.0 Request processed in 64us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780298.606739:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787780298.606868:0:23547:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c04619543c0 x1874622881734784/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787780314 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780298.606878:0:23547:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23547:1874622881734784:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787780298.614411:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e761c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881733760:12345-0@lo:8:kworker.0 Request processed in 86103us (87289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787780298.614424:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787780298.614522:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780298.614528:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787780298.614532:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347febc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881733760:0@lo:8:kworker.0 00000100:00100000:0.0:1787780299.036047:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787780299.036071:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881734912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780299.036141:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780299.036200:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881734912 00000100:00100000:0.0:1787780299.036207:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881734912 00000100:00100000:0.0:1787780299.036247:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787780299.036255:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461957840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881734912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787780299.036289:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787780299.036332:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461957840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881734912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780299.036339:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787780299.036381:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881734912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780299.042454:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787780299.042477:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881735040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787780299.042539:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780299.042659:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735040 00000100:00100000:2.0:1787780299.042666:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735040 00000100:00100000:2.0:1787780299.042707:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787780299.042782:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881735040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787780299.042836:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787780299.042895:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215e940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881735040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 181us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780299.042902:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787780299.044929:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881735040:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1787780299.168823:0:24783:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787780299.169350:0:24783:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787780299.294197:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780300.321144:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787780300.830057:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787780301.340547:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780302.364346:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.399514:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780303.643977:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780283/real 1787780283] req@ffff9c04777961c0 x1874622881725952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780303 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780303.644024:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c04777961c0 x1874622881725952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780303 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780303.644035:0:3640:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787780283/real 1787780283] req@ffff9c0477796580 x1874622881726080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780303 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780303.644049:0:3640:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9c0477796580 x1874622881726080/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787780303 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787780303.644073:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780303.644084:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787780303.644090:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04777961c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881725952:0@lo:8:kworker.0 00000100:00080000:3.0:1787780303.644096:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787780303.644101:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787780303.644104:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881726080:0@lo:8:kworker.0 00000100:00100000:0.0:1787780303.644266:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787780303.644285:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e56d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881735168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787780303.644379:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.644675:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735168 00000100:00100000:3.0:1787780303.644701:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735168 00000100:00080000:2.0:1787780303.644733:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780303.644738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787780303.644742:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780303.644753:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787780303.644759:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1787780303.644766:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1787780303.644766:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9c04812cb000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780303.644775:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881735168:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787780303.644791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c046215fc00 x1874622881735552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780303.644805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780303.644808:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780303.644810:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780303.644813:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 691 00000100:00080000:2.0:1787780303.644816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00002000:00000024:3.0:1787780303.644818:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00080000:2.0:1787780303.644819:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780303.644829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c046215f480 x1874622881735680/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780303.644871:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780303.644875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780303.644877:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780303.644881:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 706 00000100:00080000:2.0:1787780303.644883:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787780303.644887:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780303.644893:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881735168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.644898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c046215c000 x1874622881736064/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780303.644901:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787780303.644927:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881735552:0@lo:8:kworker.0 00000100:00100000:2.0:1787780303.644940:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881735424:0@lo:400:kworker.0 00000100:00100000:3.0:1787780303.644955:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780303.644973:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.644980:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881735680:0@lo:8:kworker.0 00000100:00100000:2.0:1787780303.644991:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881736320:0@lo:400:kworker.0 00000100:00100000:3.0:1787780303.644999:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.645013:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881736064:0@lo:8:kworker.0 00000100:00100000:2.0:1787780303.645026:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.645030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780303.645045:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787780303.645050:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881735808:0@lo:400:kworker.0 00000100:00100000:3.0:1787780303.645055:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735552 00000100:00100000:3.0:1787780303.645059:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735552 00000100:00100000:2.0:1787780303.645072:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.645077:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735680 00000100:00100000:3.0:1787780303.645080:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735680 00000100:00100000:3.0:1787780303.645088:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736064 00000100:00100000:2.0:1787780303.645088:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881736448:0@lo:400:kworker.0 00000100:00100000:3.0:1787780303.645090:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736064 00000100:00100000:3.0:1787780303.645101:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787780303.645107:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e561c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3640:x1874622881735552:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1787780303.645112:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1787780303.645136:0:24314:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 711 last 0 00000100:00100000:2.0:1787780303.645150:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780303.645154:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e570c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874622881735680:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787780303.645166:0:24311:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000080:3.0:1787780303.645171:0:24314:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a51799622d9 00002000:00100000:3.0:1787780303.645189:0:24314:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9c046793f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113939 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1787780303.645194:0:24314:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1787780303.645197:0:24314:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:2.0:1787780303.645200:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e570c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874622881735680:12345-0@lo:8:kworker.0 Request processed in 44us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787780303.645206:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780303.645220:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787780303.645223:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874622881736064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787780303.645232:0:24311:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787780303.645254:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3640:x1874622881736064:12345-0@lo:8:kworker.0 Request processed in 29us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787780303.645258:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787780303.645275:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735424 00000100:00100000:2.0:1787780303.645278:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735424 00002000:00080000:3.0:1787780303.645294:0:24314:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:2.0:1787780303.645304:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787780303.645310:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881735424:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787780303.645326:0:24314:0:(import.c:65:import_set_state_nolock()) ffff9c0467939000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780303.645350:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dac3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881735424:12345-0@lo:400:kworker.0 Request processed in 40us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780303.645355:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e561c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1874622881735552:12345-0@lo:8:kworker.0 Request processed in 248us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.645357:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787780303.645361:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787780303.645386:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736320 00000100:00100000:2.0:1787780303.645389:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736320 00000100:00100000:2.0:1787780303.645412:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735808 00000100:00100000:2.0:1787780303.645415:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735808 00000100:00100000:2.0:1787780303.645425:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736448 00000100:00100000:2.0:1787780303.645427:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736448 00000100:00100000:2.0:1787780303.645440:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787780303.645447:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881736320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645480:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dad2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881736320:12345-0@lo:400:kworker.0 Request processed in 33us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.645486:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787780303.645498:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787780303.645504:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dacb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881735808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645530:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dacb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881735808:12345-0@lo:400:kworker.0 Request processed in 26us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.645536:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787780303.645547:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787780303.645566:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881736448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645593:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dac780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881736448:12345-0@lo:400:kworker.0 Request processed in 40us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.645599:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:2.0:1787780303.645649:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c046215f840 x1874622881735808/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.645663:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881735808:0@lo:400:kworker.0 00010000:00080000:2.0:1787780303.645674:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347dae940 x1874622881736448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.645695:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dae940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881736448:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645707:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881735424:0@lo:400:kworker.0 00010000:00080000:2.0:1787780303.645716:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347dacf00 x1874622881736320/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.645723:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dacf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881736320:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645754:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881735296:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645788:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780303.645819:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881736192:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645868:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1787780303.645895:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347e56d00 x1874622881735168/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.645913:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e56d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881735168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787780303.645927:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787780303.645933:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881735936:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.645956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.646045:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735296 00000100:00100000:3.0:1787780303.646051:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735296 00000100:00100000:2.0:1787780303.646054:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881735936 00000100:00100000:2.0:1787780303.646057:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881735936 00000100:00100000:2.0:1787780303.646078:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787780303.646079:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787780303.646084:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3642:x1874622881735296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.646084:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dae940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881735936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780303.646116:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:3642:x1874622881735296:12345-0@lo:400:kworker.0 Request processed in 32us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.646116:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dae940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881735936:12345-0@lo:400:kworker.0 Request processed in 32us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780303.646123:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787780303.646123:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787780303.646148:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736192 00000100:00100000:2.0:1787780303.646152:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736192 00000100:00100000:2.0:1787780303.646179:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780303.646185:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dacf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881736192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.646214:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dacf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1874622881736192:12345-0@lo:400:kworker.0 Request processed in 30us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780303.646220:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:2.0:1787780303.646247:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c046215fc00 x1874622881735552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.646254:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787780303.646261:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1787780303.646270:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787780303.646277:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787780303.646280:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c04812cb000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787780303.646292:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787780303.646298:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881735552:0@lo:8:kworker.0 00000100:00080000:2.0:1787780303.646310:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780303.646314:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787780303.646317:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881735680:0@lo:8:kworker.0 00000100:00080000:2.0:1787780303.646327:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787780303.646330:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787780303.646333:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881736064:0@lo:8:kworker.0 00000100:00100000:2.0:1787780303.646363:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881735936:0@lo:400:kworker.0 00000100:00100000:2.0:1787780303.646371:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881735296:0@lo:400:kworker.0 00010000:00080000:2.0:1787780303.646380:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c046215da40 x1874622881736192/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780303.646396:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3642:1874622881736192:0@lo:400:kworker.0 00000100:00080000:1.0:1787780303.646491:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780303.646496:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780303.646499:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1787780303.646632:0:22830:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:0.0:1787780303.646656:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22830:1874622881736704:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787780303.646693:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780303.646721:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839e180 going to sleep for 11 seconds 00000004:00080000:0.0:1787780303.646738:0:22829:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:3.0:1787780303.646771:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736704 00000100:00100000:3.0:1787780303.646776:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736704 00000100:00100000:3.0:1787780303.646824:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787780303.646831:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461954f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22830:x1874622881736704:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787780303.646860:0:22829:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 711651020626ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787780303.646869:0:22829:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1787780303.647157:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881736576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780303.647202:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787780303.647241:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787780303.647285:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736576 00000100:00100000:0.0:1787780303.647290:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736576 00000100:00100000:0.0:1787780303.647325:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787780303.647333:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874622881736576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787780303.647346:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780303.647397:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874622881736576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780303.647405:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787780303.647437:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0461955680 x1874622881736576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787780319 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780303.647454:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881736576:0@lo:13:osp-pre-0-0.0 00002000:00080000:3.0:1787780303.652677:0:24311:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1787780303.652700:0:24311:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1787780303.652708:0:24311:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:0.0:1787780303.656660:0:22785:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1787780303.675590:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.675608:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.675628:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.675634:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.675641:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.675662:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.675674:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.675682:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.675703:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.678628:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.678650:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.678668:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71c00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.678674:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.678687:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.678720:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.678730:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a44f0eb2/0xc8fc0a51799622e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.678759:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.678762:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.678764:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.679947:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.679962:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.679983:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.679988:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.680009:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.680025:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.680038:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.680047:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.680074:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.681648:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.681666:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.681683:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.681688:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.681699:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.681724:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.681733:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027232fd7/0xc8fc0a51799622e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.681766:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.681768:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.681770:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.682695:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.682709:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.682732:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.682738:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.682749:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.682765:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.682777:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.682827:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.682879:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.685665:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.685687:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.685706:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71a00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.685712:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.685757:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.685787:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.685796:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4f7b23c/0xc8fc0a51799622ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.685854:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.685857:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.685859:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.689107:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.689128:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.689151:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.689158:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.689166:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.689183:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.689196:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.689205:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.691795:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787780303.693681:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.693699:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.693737:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.693743:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.693752:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.693770:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.693782:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.693802:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694127:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780303.694138:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694149:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.694154:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694164:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694187:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694209:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbf49a8f/0xc8fc0a51799622f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694233:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.694237:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694243:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.694246:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694254:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694265:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.694273:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.694275:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.694277:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.698422:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787780303.698443:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a51799622fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787780303.699332:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.699344:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.699363:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.699369:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.699377:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.699406:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.699418:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.699427:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.699512:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787780303.703239:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.703259:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.703282:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.703288:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.703295:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.703312:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.703324:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.703355:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.703992:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780303.704003:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.704027:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.704033:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.704044:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.704078:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.704086:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7198ab6/0xc8fc0a5179962303 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.705816:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780303.705834:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.705868:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.705874:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.705887:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.705911:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.705925:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.705927:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.705931:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780303.709042:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.712013:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787780303.712035:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a517996230a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.712567:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.716340:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.716360:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.716383:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.716389:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.716397:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.716415:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.716427:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.716435:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.716523:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787780303.718672:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.718688:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.718711:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.718717:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.718725:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.718743:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.718754:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.718763:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720160:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780303.720176:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720222:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.720228:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720241:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720267:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720276:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6bb400f/0xc8fc0a5179962311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720300:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780303.720304:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720311:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.720314:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720321:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720331:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.720347:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.720348:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.720350:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.722588:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.722618:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787780303.722646:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a5179962318 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787780303.728826:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.729092:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.729114:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.729121:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.729129:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.729147:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.729159:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.730984:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.731022:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.731529:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.731539:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.731558:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372a00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.731572:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.731584:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.731608:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.731616:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f02415f3/0xc8fc0a517996231f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.731641:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.731643:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.731646:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.735320:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.735342:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.735378:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.735384:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.735392:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.735409:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.735421:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.735430:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.735464:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.736963:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.736980:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.736996:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.737002:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.737012:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.737037:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.737052:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006cab1d5/0xc8fc0a5179962326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.737078:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.737080:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.737082:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.737125:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.737138:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.737151:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.737156:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.737162:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.737174:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.737196:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.737204:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.737230:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.740560:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.740576:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.740595:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.740601:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.740614:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.740641:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.740648:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a517996232d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.740674:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.740675:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.740677:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.741110:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.741120:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.741136:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.741140:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.741148:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.741164:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.741174:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.741183:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.742178:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.743508:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.743523:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.743541:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.743547:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.743724:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.743751:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.743760:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c27c2ec8/0xc8fc0a5179962334 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.744934:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.744940:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.744943:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.749041:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.749061:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749084:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.749090:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.749098:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749116:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749128:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749137:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749156:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787780303.749961:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.749973:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.749987:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.750000:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.750006:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750025:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750034:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750042:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750062:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787780303.750075:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780303.750082:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750091:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373e00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.750096:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750105:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750122:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750141:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce00d144/0xc8fc0a517996233b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750162:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780303.750165:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750171:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.750173:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750181:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750190:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750197:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6f8db85/0xc8fc0a5179962342 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.750208:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.750210:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.750212:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.752706:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.753512:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.753528:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.753574:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.753580:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.753588:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.753605:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.753618:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.753626:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.753650:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.754025:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.754033:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.754044:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373a00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.754049:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.754073:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.754093:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.754101:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaf6d727/0xc8fc0a5179962349 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.754122:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.754124:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.754126:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780303.754419:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780303.754427:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.754437:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1787780303.754442:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780303.754447:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.754457:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.754477:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.754484:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.754591:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787780303.759455:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780303.759472:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.759501:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787780303.759507:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780303.759515:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.759547:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.759570:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.759578:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759668:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780303.759678:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759688:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.759693:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759703:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759725:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759747:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000968a87d/0xc8fc0a5179962350 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759768:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.759772:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759779:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.759782:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759790:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759801:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.759810:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.759812:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.759814:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780303.763723:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787780303.763745:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a5179962357 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.764627:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780303.766243:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780303.766275:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.766295:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787780303.766301:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780303.766309:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.766326:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.766340:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.766349:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.766377:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.766589:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.766598:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.766608:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869a00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.766620:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.766630:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.766651:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.766658:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ed60ca7/0xc8fc0a517996235e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.766678:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.766680:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.766682:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780303.768067:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780303.768084:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.768102:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787780303.768107:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780303.768114:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.768129:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.768154:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.768163:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.768188:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780303.768269:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780303.768277:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.768285:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780303.768290:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.768299:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.768316:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.768324:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd392458/0xc8fc0a5179962365 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780303.768343:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.768352:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780303.768354:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780303.771999:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780303.772014:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.772033:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787780303.772039:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780303.772047:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.772064:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.772076:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.772084:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.772128:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780303.772496:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.772505:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.772521:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.772527:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.772538:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.772571:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.772579:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d671ad5/0xc8fc0a517996236c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.772599:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.772600:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.772602:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780303.775222:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.775244:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.775265:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.775271:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.775279:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.775295:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.775307:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.775334:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.775359:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787780303.775495:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780303.775505:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.775513:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780303.775518:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.775527:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.775564:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.775573:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8573be/0xc8fc0a5179962373 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.775596:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780303.775598:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780303.775599:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780303.782323:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.782338:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.782360:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.782366:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.782374:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.782391:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.782403:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.782411:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.782431:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787780303.785027:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.785044:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.785081:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.785086:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.785094:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.785111:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.785123:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.785133:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.785157:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787780303.785457:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787780303.785468:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785477:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.785482:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785493:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785523:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785531:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4659784/0xc8fc0a517996237a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785562:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.785566:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785574:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.785577:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785585:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785595:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785602:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000093f618d2/0xc8fc0a5179962381 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.785615:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.785617:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.785626:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.788966:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780303.790032:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.790049:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.790073:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.790079:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.790087:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.790105:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.790139:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.790148:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.790175:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780303.790559:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.790569:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.790580:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.790584:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.790594:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.790614:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.790622:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b34ab54/0xc8fc0a5179962388 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.790648:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.790650:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.790652:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.792715:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.792733:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.792753:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.792758:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.792782:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.792799:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.792811:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.792819:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.792865:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.793229:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.793239:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.793250:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.793255:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.793266:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.793283:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.793291:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ee56810/0xc8fc0a517996238f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.793314:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.793322:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.793324:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.793773:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.793780:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.793792:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.793796:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.793802:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.793813:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.793822:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.793868:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.793887:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.794103:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.794110:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.794118:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.794123:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.794131:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.794145:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.794153:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f62b933/0xc8fc0a5179962396 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.794171:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.794172:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.794174:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787780303.795210:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787780303.795224:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.795240:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1787780303.795244:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780303.795251:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.795264:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.795273:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.795282:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.795307:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780303.795971:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780303.795980:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.795990:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780303.795994:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796113:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796133:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796141:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8a41ef0/0xc8fc0a517996239d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796163:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.796165:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780303.796167:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780303.796571:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.796579:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796591:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.796595:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.796602:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796614:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796678:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796696:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.796720:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780303.797222:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.797230:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.797249:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.797254:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.797264:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.797279:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.797287:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b49de08/0xc8fc0a51799623a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.797307:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.797309:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.797311:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780303.798164:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780303.798177:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.798195:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1787780303.798200:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780303.798207:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.798222:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.798232:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.798240:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780303.798266:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780303.798416:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.798423:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.798432:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7be00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.798438:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.798447:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.798471:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.798480:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5cf51b8/0xc8fc0a51799623ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.798499:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.798501:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.798504:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780303.800265:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780303.800281:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.800300:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1787780303.800314:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780303.800323:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.800339:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.800351:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.800360:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780303.802455:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1787780303.802729:0:24311:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:1.0:1787780303.802903:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461954f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22830:x1874622881736704:12345-0@lo:5:osp-pre-0-0.0 Request processed in 156066us (156201us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780303.802915:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787780303.804015:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22830:1874622881736704:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787780303.804044:0:22830:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:3.0:1787780303.804114:0:22830:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e55a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22830:1874622881736832:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1787780303.804179:0:22830:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780303.804227:0:22830:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0450cc4780 going to sleep for 11 seconds 00000100:00100000:1.0:1787780303.804278:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736832 00000100:00100000:1.0:1787780303.804288:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736832 00000100:00100000:1.0:1787780303.804354:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787780303.804365:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22830:x1874622881736832:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1787780303.804494:0:24752:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1787780303.804978:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780303.804991:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.805006:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868c00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780303.805012:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.805023:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.805048:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.805056:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd4d065d/0xc8fc0a51799623b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780303.805093:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.805095:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780303.805097:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787780303.817602:0:24308:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1787780303.817675:0:24308:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787780303.818077:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22830:x1874622881736832:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13706us (13891us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787780303.818091:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780303.818707:0:22830:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787780303.818721:0:22830:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e55a40 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22830:1874622881736832:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1787780303.818743:0:22830:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1787780304.156972:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787780304.157005:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881736960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780304.157073:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780304.157119:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881736960 00000100:00100000:0.0:1787780304.157127:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881736960 00000100:00100000:0.0:1787780304.157173:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787780304.157181:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881736960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787780304.157213:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787780304.157558:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881736960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 367us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780304.157568:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787780304.157620:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881736960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780304.158941:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881737088:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787780304.158996:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780304.159338:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737088 00000100:00100000:0.0:1787780304.159345:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737088 00000100:00100000:0.0:1787780304.159396:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787780304.159405:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347daed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881737088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780304.159432:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780304.159475:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347daed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881737088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780304.159483:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787780304.159519:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881737088:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787780304.433042:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787780305.244567:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787780305.436127:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780306.460389:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787780307.050221:0:25128:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787780307.050225:0:25128:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1787780307.050227:0:25128:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1787780307.050339:0:25128:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9c0346945800 00000020:01000004:1.0:1787780307.050355:0:25128:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1787780307.050371:0:25128:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1787780307.050383:0:25128:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9c046ece99b8) 00000020:00000080:1.0:1787780307.050401:0:25128:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1787780307.151295:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787780307.158239:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787780307.159002:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787780307.159277:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1787780307.159498:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787780307.160461:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787780307.160701:0:25128:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:2.0:1787780307.166593:0:25128:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787780307.167226:0:25128:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1787780307.167241:0:25128:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787780307.167255:0:25128:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc8fc0a51799623c0 00000020:01000004:2.0:1787780307.167263:0:25128:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787780307.167300:0:25128:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.131@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787780307.167305:0:25128:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.131@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787780307.167313:0:25128:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1787780307.167345:0:25128:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1787780307.167349:0:25128:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.131@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787780307.195814:0:25128:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.131@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787780307.195911:0:25128:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.131@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787780307.195915:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787780307.195917:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787780307.195918:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780307.195919:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780307.195920:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780307.195921:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780307.195923:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787780307.195925:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780307.195926:0:25128:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787780307.195929:0:25128:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787780307.195931:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787780307.195932:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787780307.195933:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780307.195934:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780307.195935:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780307.195936:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780307.195937:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787780307.195938:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780307.195939:0:25128:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787780307.195968:0:25128:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787780307.195989:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e57c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737216:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787780307.196066:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.196169:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046d819c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787780307.199682:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737216 00000100:00100000:1.0:1787780307.199697:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737216 00000100:00100000:1.0:1787780307.199804:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787780307.199815:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:25128:x1874622881737216:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787780307.199865:0:22800:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1787780307.199869:0:22800:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1787780307.199873:0:22800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1787780307.202104:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:25128:x1874622881737216:12345-0@lo:253:mount.lustre.0 Request processed in 2285us (6032us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.202117:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1787780307.202222:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e57c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737216:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787780307.202252:0:25128:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1787780307.202255:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787780307.202257:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787780307.202258:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787780307.202260:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787780307.202261:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787780307.202262:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787780307.202263:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787780307.202265:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787780307.202267:0:25128:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787780307.202298:0:25128:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9c0346945800 from lustre-OST0001 10000000:01000000:2.0:1787780307.202349:0:25128:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1787780307.202353:0:25128:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1787780307.202361:0:25128:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9c0445fc19b8 local copy 00010000:00010000:2.0:1787780307.202371:0:25128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780307.202466:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737344:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780307.202506:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780307.202550:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346be2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787780307.202572:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737344 00000100:00100000:0.0:1787780307.202584:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737344 00000100:00100000:0.0:1787780307.202630:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787780307.202639:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:25128:x1874622881737344:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780307.202712:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:25128:x1874622881737344:12345-0@lo:501:mount.lustre.0 Request processed in 75us (206us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787780307.202719:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787780307.203985:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737344:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787780307.204005:0:25128:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.131@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787780307.204035:0:25128:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.131@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787780307.204043:0:25128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.204052:0:25128:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70000/0xc8fc0a5179961ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962001 expref: -99 pid: 22784 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780307.204079:0:25128:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9c0346945800 10000000:01000000:2.0:1787780307.204094:0:25128:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787780307.204100:0:25128:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1787780307.204103:0:25128:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787780307.204107:0:25128:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1787780307.204110:0:25128:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1787780307.204137:0:25128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.204145:0:25128:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.204155:0:25128:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780307.204173:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737472:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787780307.204216:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780307.204253:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346be2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787780307.204490:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737472 00000100:00100000:1.0:1787780307.204496:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737472 00000100:00100000:1.0:1787780307.204673:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787780307.204682:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:25128:x1874622881737472:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787780307.204692:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780307.204706:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477868c00/0xc8fc0a51799623ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799623c7 expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.204729:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477868c00/0xc8fc0a51799623ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799623c7 expref: 22 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.204739:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477868c00/0xc8fc0a51799623ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799623c7 expref: 22 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.204756:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477868c00, rc 0) 00000100:00100000:1.0:1787780307.204801:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737472:12345-0@lo:101:mount.lustre.0 Request processed in 120us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.204808:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787780307.204915:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737472:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780307.204936:0:25128:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ce expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.204945:0:25128:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799623ce expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787780307.206088:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1787780307.207138:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787780307.213098:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1787780307.213156:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1787780307.213180:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1787780307.213194:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1787780307.213208:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1787780307.213221:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1787780307.213233:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1787780307.213246:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1787780307.213259:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1787780307.213285:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1787780307.213291:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1787780307.213396:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e55680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780307.213463:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.213634:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a9030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780307.213990:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737600 00000100:00100000:1.0:1787780307.213997:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737600 00000100:00100000:1.0:1787780307.214079:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787780307.214089:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737600:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787780307.214241:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737600:12345-0@lo:501:mount.lustre.0 Request processed in 153us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.214249:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787780307.214323:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e55680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780307.214360:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e55680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737728:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787780307.214404:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.214477:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a9030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.214546:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737728 00000100:00100000:2.0:1787780307.214551:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737728 00000100:00100000:2.0:1787780307.214574:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1787780307.214581:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737728:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787780307.215418:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737728:12345-0@lo:503:mount.lustre.0 Request processed in 832us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.215427:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787780307.215520:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e55680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737728:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787780307.216005:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787780307.216105:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737856:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780307.216154:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.216194:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0477ba06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.216318:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737856 00000100:00100000:2.0:1787780307.216324:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737856 00000100:00100000:2.0:1787780307.216365:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1787780307.216373:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737856:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780307.216778:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737856:12345-0@lo:502:mount.lustre.0 Request processed in 393us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.216795:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787780307.216998:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737856:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780307.217194:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787780307.217223:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787780307.217237:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787780307.217250:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787780307.217264:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787780307.217278:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787780307.217291:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787780307.217305:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787780307.217329:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1787780307.217356:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737984:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780307.217394:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.217479:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0477ba06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780307.217737:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881737984 00000100:00100000:0.0:1787780307.217743:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881737984 00000100:00100000:0.0:1787780307.217989:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787780307.217999:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737984:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780307.218147:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881737984:12345-0@lo:502:mount.lustre.0 Request processed in 149us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780307.218154:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787780307.218250:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881737984:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787780307.218301:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1787780307.218311:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1787780307.219086:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787780307.219096:0:25132:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1787780307.219102:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.219110:0:25132:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1787780307.219117:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787780307.219132:0:25132:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9c04515699b8) 00000020:00000080:3.0:1787780307.219157:0:25132:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1787780307.219164:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787780307.219241:0:25132:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c0346945800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1787780307.219251:0:25132:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787780307.219259:0:25132:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc8fc0a51799623dc 00010000:00010000:2.0:1787780307.227323:0:25132:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1787780307.227746:0:25132:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1787780307.229436:0:25132:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1787780307.230694:0:25132:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1787780307.230706:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780307.230712:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780307.230715:0:25132:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1787780307.230718:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780307.230723:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780307.230724:0:25132:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787780307.230727:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787780307.230728:0:25132:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787780307.230730:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780307.230732:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780307.230734:0:25132:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787780307.230736:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787780307.230737:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780307.230739:0:25132:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787780307.230742:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787780307.231928:0:25132:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787780307.231938:0:25132:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787780307.231940:0:25132:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787780307.231944:0:25132:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1787780307.232133:0:25128:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1787780307.232162:0:25128:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1787780307.232223:0:25128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ce expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.232235:0:25128:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70600/0xc8fc0a51799623c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ce expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787780307.232245:0:25128:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c0346945800 from 1 10000000:01000000:1.0:1787780307.232248:0:25128:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787780307.232290:0:25128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.232298:0:25128:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780307.232309:0:25128:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780307.232335:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738112:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787780307.232414:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.232460:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0477ba06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.233457:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738112 00000100:00100000:2.0:1787780307.233467:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738112 00000100:00100000:2.0:1787780307.233535:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787780307.233544:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881738112:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787780307.233559:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780307.233574:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799623e3 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.233614:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.233625:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780307.233634:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71c00, rc 0) 00000100:00100000:2.0:1787780307.235905:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738112:12345-0@lo:101:mount.lustre.0 Request processed in 2354us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.235917:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787780307.241933:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738112:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780307.241965:0:25128:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.241978:0:25128:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787780307.242973:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1787780307.243230:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787780307.243420:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1787780307.243446:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1787780307.243461:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1787780307.243474:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1787780307.243488:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1787780307.243499:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1787780307.243522:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1787780307.243554:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1787780307.243568:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1787780307.243580:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1787780307.243592:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1787780307.243611:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1787780307.243616:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1787780307.243689:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780307.243752:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.244249:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c61e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.244688:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738240 00000100:00100000:2.0:1787780307.244696:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738240 00000100:00100000:2.0:1787780307.244785:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787780307.244795:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738240:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787780307.244948:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738240:12345-0@lo:501:mount.lustre.0 Request processed in 155us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.244956:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787780307.245046:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780307.245086:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738368:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787780307.245130:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.245369:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c61e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787780307.245434:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738368 00000100:00100000:3.0:1787780307.245439:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738368 00000100:00100000:3.0:1787780307.245464:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787780307.245471:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738368:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787780307.245571:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738368:12345-0@lo:503:mount.lustre.0 Request processed in 100us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.245579:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787780307.245665:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738368:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787780307.246112:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787780307.246193:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738496:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780307.246236:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.246256:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.246313:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738496 00000100:00100000:2.0:1787780307.246319:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738496 00000100:00100000:2.0:1787780307.246345:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787780307.246353:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738496:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780307.246452:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738496:12345-0@lo:502:mount.lustre.0 Request processed in 99us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.246460:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787780307.246606:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738496:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787780307.246884:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1787780307.246913:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1787780307.246926:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1787780307.246938:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1787780307.246949:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1787780307.246960:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1787780307.246971:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1787780307.246994:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1787780307.247005:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1787780307.247016:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1787780307.247026:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1787780307.247046:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738624:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787780307.247080:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.247108:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c610c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780307.247166:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738624 00000100:00100000:2.0:1787780307.247170:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738624 00000100:00100000:2.0:1787780307.247206:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787780307.247213:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738624:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787780307.247287:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738624:12345-0@lo:502:mount.lustre.0 Request processed in 74us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.247294:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787780307.247402:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738624:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787780307.247443:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1787780307.247451:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787780307.248084:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780307.248094:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248096:0:25136:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787780307.248103:0:25136:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c0346945800 00000020:00000080:3.0:1787780307.248106:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780307.248113:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780307.248116:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248117:0:25136:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787780307.248119:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780307.248121:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248123:0:25136:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787780307.248126:0:25136:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9c0346945800 00000020:00000080:3.0:1787780307.248128:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780307.248183:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780307.248187:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248188:0:25136:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787780307.248191:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780307.248202:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248203:0:25136:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787780307.248207:0:25136:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c0346945800 00000020:00000080:3.0:1787780307.248209:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780307.248229:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780307.248234:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248236:0:25136:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787780307.248239:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787780307.248241:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248242:0:25136:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787780307.248245:0:25136:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9c0346945800 00000020:00000080:3.0:1787780307.248247:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787780307.248267:0:25136:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787780307.248269:0:25136:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787780307.248270:0:25136:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787780307.248273:0:25136:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787780307.248396:0:25128:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787780307.248419:0:25128:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787780307.248444:0:25128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248455:0:25128:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780307.248503:0:25128:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787780307.248506:0:25128:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9c0346945800 10000000:01000000:0.0:1787780307.248509:0:25128:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9c0346945800 10000000:01000000:0.0:1787780307.248514:0:25128:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787780307.248521:0:25128:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9c0346945800 from 1 10000000:01000000:0.0:1787780307.248523:0:25128:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787780307.248563:0:25128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248571:0:25128:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248592:0:25128:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780307.248611:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738752:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787780307.248655:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.248688:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c61e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787780307.248705:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738752 00000100:00100000:0.0:1787780307.248709:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738752 00000100:00100000:0.0:1787780307.248740:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787780307.248748:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:25128:x1874622881738752:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787780307.248758:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780307.248911:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0348c7a000/0xc8fc0a51799623f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799623f1 expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248935:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7a000/0xc8fc0a51799623f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799623f1 expref: 24 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248945:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0348c7a000/0xc8fc0a51799623f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799623f1 expref: 24 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.248953:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0348c7a000, rc 0) 00000100:00100000:0.0:1787780307.249032:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881738752:12345-0@lo:101:mount.lustre.0 Request processed in 284us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780307.249039:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787780307.254649:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04619543c0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738752:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787780307.254685:0:25128:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623f8 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.254699:0:25128:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799623f8 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787780307.259906:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1787780307.260201:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787780307.260395:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787780307.260423:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1787780307.260440:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1787780307.260454:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1787780307.260469:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1787780307.260484:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1787780307.260513:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1787780307.260547:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1787780307.260560:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787780307.260573:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1787780307.260585:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1787780307.260599:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1787780307.260613:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1787780307.260624:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1787780307.260637:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1787780307.260651:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1787780307.260664:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1787780307.260677:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1787780307.260687:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1787780307.260699:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1787780307.260709:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1787780307.260721:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1787780307.260743:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1787780307.260756:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1787780307.260778:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1787780307.260791:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1787780307.260802:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1787780307.260813:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1787780307.260824:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1787780307.260836:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1787780307.260875:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1787780307.260886:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1787780307.260897:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1787780307.260908:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1787780307.260918:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1787780307.260929:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1787780307.260940:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1787780307.260951:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1787780307.260973:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1787780307.260985:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1787780307.261002:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1787780307.261014:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1787780307.261024:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1787780307.261035:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1787780307.261046:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1787780307.261057:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1787780307.261068:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1787780307.261079:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1787780307.261183:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1787780307.261201:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1787780307.261216:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1787780307.261221:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1787780307.261303:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738880:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780307.261369:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.261418:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780307.265365:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881738880 00000100:00100000:0.0:1787780307.265379:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881738880 00000100:00100000:0.0:1787780307.265439:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787780307.265450:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881738880:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787780307.265635:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881738880:12345-0@lo:501:mount.lustre.0 Request processed in 186us (4264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780307.265643:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1787780307.265893:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881738880:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787780307.265942:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739008:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787780307.265985:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.266012:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780307.268951:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739008 00000100:00100000:1.0:1787780307.268965:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739008 00000100:00100000:1.0:1787780307.269024:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1787780307.269034:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739008:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787780307.269182:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739008:12345-0@lo:503:mount.lustre.0 Request processed in 149us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.269189:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787780307.269956:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739008:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787780307.270393:0:25128:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787780307.270485:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739136:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780307.270560:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.270605:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739136 00000100:00100000:3.0:1787780307.270610:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739136 00000100:00100000:3.0:1787780307.270650:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787780307.270659:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739136:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780307.270763:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739136:12345-0@lo:502:mount.lustre.0 Request processed in 105us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.270878:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787780307.270929:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a903780 going to sleep for 11 seconds 00000100:00100000:3.0:1787780307.270946:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739136:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787780307.271130:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787780307.271159:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787780307.271174:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787780307.271188:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787780307.271201:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787780307.271215:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787780307.271230:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787780307.271245:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787780307.271259:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787780307.271273:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787780307.271287:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787780307.271302:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787780307.271316:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787780307.271330:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787780307.271343:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787780307.271372:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787780307.271390:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787780307.271404:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787780307.271418:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787780307.271432:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787780307.271446:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787780307.271462:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787780307.271476:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787780307.271490:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787780307.271504:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787780307.271542:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787780307.271559:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787780307.271571:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787780307.271584:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787780307.271597:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787780307.271609:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787780307.271633:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787780307.271648:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787780307.271664:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787780307.271679:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787780307.271694:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787780307.271709:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787780307.271723:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787780307.271736:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787780307.271751:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787780307.274748:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787780307.274819:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787780307.274832:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787780307.274858:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787780307.274870:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787780307.274880:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787780307.274893:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787780307.274930:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787780307.274989:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739264:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780307.275072:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.275111:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739264 00000100:00100000:3.0:1787780307.275118:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739264 00000100:00100000:3.0:1787780307.275161:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787780307.275169:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739264:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780307.275271:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739264:12345-0@lo:502:mount.lustre.0 Request processed in 102us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.275288:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787780307.275341:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a903780 going to sleep for 11 seconds 00000100:00100000:3.0:1787780307.275363:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739264:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787780307.275522:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787780307.275556:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787780307.275576:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739392:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787780307.275609:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.275732:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045a903780 going to sleep for 11 seconds 00000100:00100000:1.0:1787780307.277064:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739392 00000100:00100000:1.0:1787780307.277073:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739392 00000100:00100000:1.0:1787780307.277158:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787780307.277168:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739392:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787780307.277311:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881739392:12345-0@lo:502:mount.lustre.0 Request processed in 144us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.277320:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787780307.277954:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881739392:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787780307.278029:0:25128:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787780307.278041:0:25128:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787780307.278624:0:25141:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787780307.278640:0:25141:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9c045156cd28) 00000020:00000080:3.0:1787780307.278663:0:25141:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1787780307.278754:0:25141:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c0346945800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787780307.278758:0:25141:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0346945800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787780307.278761:0:25141:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0346945800 3 00010000:00080000:3.0:1787780307.278964:0:25141:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0348915000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.131@tcp at head 00010000:00010000:3.0:1787780307.283485:0:25141:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1787780307.284036:0:25141:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787780307.284080:0:25141:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787780307.284093:0:25141:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xc8fc0a5179962406 00000100:00080000:3.0:1787780307.284104:0:25141:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787780307.284111:0:25141:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9c0348915000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780307.284143:0:25141:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347e552c0 x1874622881739520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780307.284175:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881739520:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787780307.284241:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.284298:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739520 00000100:00100000:3.0:1787780307.284311:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739520 00000100:00100000:3.0:1787780307.284342:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787780307.284348:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e57840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1874622881739520:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787780307.284370:0:22807:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 00000020:00000080:3.0:1787780307.284396:0:22807:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xc8fc0a517996240d 00000004:00100000:3.0:1787780307.284411:0:22807:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787780307.284440:0:22807:0:(import.c:65:import_set_state_nolock()) ffff9c0348917800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780307.284487:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e57840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1874622881739520:12345-0@lo:38:llog_process_th.0 Request processed in 137us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.284494:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1787780307.284698:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347e552c0 x1874622881739520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780307.284707:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787780307.284713:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787780307.284719:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787780307.284723:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787780307.284725:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348915000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787780307.284730:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3640:1874622881739520:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1787780307.284751:0:25141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787780307.285096:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780307.285101:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787780307.285103:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780307.285108:0:22213:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 711 00000100:00080000:1.0:1787780307.285111:0:22213:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787780307.285115:0:22213:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780307.285130:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470356d00 x1874622881739904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787780307.285159:0:22213:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787780307.285162:0:22213:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787780307.285163:0:22213:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787780307.285167:0:22213:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 711 00000100:00080000:1.0:1787780307.285178:0:22213:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787780307.285182:0:22213:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:1.0:1787780307.285195:0:22213:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0470354000 x1874622881740416/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787780307.285233:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881740160:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285269:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285304:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881740800:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285329:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285348:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1787780307.285353:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881739648:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285371:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285385:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881740288:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285405:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285431:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881739776:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285468:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881740544:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285485:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285502:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787780307.285507:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881740032:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285536:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285553:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881740672:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285573:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780307.285598:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740160 00000100:00100000:1.0:1787780307.285603:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740160 00000100:00100000:1.0:1787780307.285631:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739648 00000100:00100000:1.0:1787780307.285640:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739648 00000100:00100000:1.0:1787780307.285658:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787780307.285665:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881740160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285708:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881740160:12345-0@lo:400:kworker.0 Request processed in 44us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.285716:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787780307.285730:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780307.285736:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347febc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881739648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.285763:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347febc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881739648:12345-0@lo:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.285955:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780307.285974:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740800 00000100:00100000:1.0:1787780307.285978:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740800 00000100:00100000:1.0:1787780307.286005:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740544 00000100:00100000:1.0:1787780307.286008:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740544 00000100:00100000:1.0:1787780307.286016:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740032 00000100:00100000:1.0:1787780307.286018:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740032 00000100:00100000:1.0:1787780307.286027:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740672 00000100:00100000:1.0:1787780307.286029:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740672 00000100:00100000:1.0:1787780307.286057:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787780307.286063:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881740800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.286096:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fea940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881740800:12345-0@lo:400:kworker.0 Request processed in 33us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.286102:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787780307.286114:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787780307.286118:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881740544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.286146:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881740544:12345-0@lo:400:kworker.0 Request processed in 27us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.286161:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787780307.286172:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787780307.286177:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881740032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.286216:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fea580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881740032:12345-0@lo:400:kworker.0 Request processed in 37us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.286222:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787780307.286236:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787780307.286241:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881740672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.286264:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881740672:12345-0@lo:400:kworker.0 Request processed in 23us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.286269:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787780307.286458:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740288 00000100:00100000:1.0:1787780307.286462:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740288 00000100:00100000:1.0:1787780307.286534:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739776 00000100:00100000:1.0:1787780307.286537:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739776 00000100:00100000:3.0:1787780307.289927:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780307.289947:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881740288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780307.290035:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe9680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881740288:12345-0@lo:400:kworker.0 Request processed in 96us (4628us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.290044:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787780307.290067:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787780307.290082:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881739776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780307.290116:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe9a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881739776:12345-0@lo:400:kworker.0 Request processed in 35us (4662us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.290122:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1787780307.292508:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780307.292520:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780307.292523:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787780307.292680:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881739648:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.292701:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881740288:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.292713:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881740160:0@lo:400:kworker.0 00010000:00080000:1.0:1787780307.292727:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c04703570c0 x1874622881740800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780307.292738:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703570c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881740800:0@lo:400:kworker.0 00010000:00080000:1.0:1787780307.292969:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0470357480 x1874622881740032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780307.292997:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881740032:0@lo:400:kworker.0 00010000:00080000:1.0:1787780307.293012:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0470355680 x1874622881740672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780307.293021:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470355680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881740672:0@lo:400:kworker.0 00000100:00100000:1.0:1787780307.293031:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881739776:0@lo:400:kworker.0 00010000:00080000:1.0:1787780307.293043:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0470354f00 x1874622881740544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780307.293050:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881740544:0@lo:400:kworker.0 00000100:00100000:0.0:1787780307.293190:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881739904:0@lo:8:kworker.0 00000100:00100000:0.0:1787780307.293260:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.293467:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881740416:0@lo:8:kworker.0 00000100:00100000:0.0:1787780307.293494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.293914:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881739904 00000100:00100000:0.0:1787780307.293922:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881739904 00000100:00100000:0.0:1787780307.293946:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740416 00000100:00100000:0.0:1787780307.293948:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740416 00000100:00100000:0.0:1787780307.293960:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787780307.293967:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04619543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881739904:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787780307.294023:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04619543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881739904:12345-0@lo:8:kworker.0 Request processed in 55us (763us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787780307.294029:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787780307.294043:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780307.294048:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0461955680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881740416:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787780307.294078:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0461955680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881740416:12345-0@lo:8:kworker.0 Request processed in 29us (583us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787780307.294084:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780307.294111:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787780307.294118:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780307.294122:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787780307.294126:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470356d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881739904:0@lo:8:kworker.0 00000100:00100000:0.0:1787780307.294133:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787780307.294172:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787780307.294176:0:3640:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787780307.294179:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470354000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881740416:0@lo:8:kworker.0 00000020:01000004:0.0:1787780307.294305:0:25141:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787780307.294320:0:25141:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9c0476620000) 00000020:00000080:0.0:1787780307.294337:0:25141:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1787780307.294408:0:25141:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9c0346945800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787780307.294412:0:25141:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9c0346945800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787780307.294415:0:25141:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9c0346945800 3 00010000:00080000:0.0:1787780307.294444:0:25141:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9c0346f68800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.131@tcp at head 00010000:00010000:3.0:1787780307.300905:0:25141:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:3.0:1787780307.301148:0:25141:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:3.0:1787780307.301191:0:25141:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787780307.301204:0:25141:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xc8fc0a517996241b 00000100:00080000:3.0:1787780307.301215:0:25141:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787780307.301221:0:25141:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9c0346f68800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:3.0:1787780307.301252:0:25141:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347e552c0 x1874622881740928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787780307.301283:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874622881740928:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787780307.301371:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787780307.301428:0:25141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000040:00080000:3.0:1787780307.301619:0:25141:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787780307.301733:0:25128:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787780307.301762:0:25128:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787780307.301782:0:25128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623f8 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.301793:0:25128:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0348c7a400/0xc8fc0a51799623f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799623f8 expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787780307.301854:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787780307.301856:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787780307.301858:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787780307.301859:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787780307.301860:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787780307.301862:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787780307.301863:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787780307.301865:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787780307.301866:0:25128:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787780307.301871:0:25128:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1787780307.301874:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787780307.301875:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787780307.301876:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787780307.301878:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787780307.301884:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787780307.301885:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787780307.301886:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787780307.301887:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787780307.301887:0:25128:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787780307.301904:0:25128:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1787780307.301915:0:25128:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881741056:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787780307.301954:0:25128:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.301968:0:25128:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c610c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780307.302200:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741056 00000100:00100000:3.0:1787780307.302206:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741056 00000100:00100000:3.0:1787780307.302253:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787780307.302261:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:25128:x1874622881741056:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787780307.302293:0:22800:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787780307.302308:0:22800:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1787780307.306948:0:22800:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787780307.306961:0:22800:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1787780307.306968:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881740928 00000100:00100000:1.0:1787780307.306977:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881740928 00000100:00100000:1.0:1787780307.307052:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787780307.307060:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3640:x1874622881740928:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787780307.307090:0:22806:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 715 last 0 20000000:01000000:0.0:1787780307.307118:0:22821:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000080:1.0:1787780307.307123:0:22806:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xc8fc0a5179962422 10000000:01000000:0.0:1787780307.307123:0:22821:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000004:00100000:1.0:1787780307.307139:0:22806:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00010000:0.0:1787780307.307141:0:22821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.307155:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 24 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.307162:0:22821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 24 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.307168:0:22821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787780307.307170:0:22806:0:(import.c:65:import_set_state_nolock()) ffff9c0346947000 : changing import state from RECOVER to FULL 00010000:00010000:0.0:1787780307.307198:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 24 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.307210:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 24 pid: 22800 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780307.307222:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881741184:0@lo:104: 00010000:00080000:2.0:1787780307.307304:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9c0347e552c0 x1874622881740928/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787780317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780307.307315:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787780307.307322:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1787780307.307329:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787780307.307334:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787780307.307336:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0346f68800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787780307.307342:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3640:1874622881740928:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787780307.307958:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787780307.308011:0:22821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 24 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780307.308031:0:22821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 24 pid: 22799 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780307.308041:0:22821:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881741312:0@lo:104: 00000100:00100000:0.0:1787780307.308067:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780307.308083:0:22821:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0341c61300 going to sleep for 11 seconds 00000100:00100000:3.0:1787780307.308918:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741184 00000100:00100000:3.0:1787780307.308927:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741184 00000100:00100000:3.0:1787780307.308962:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741312 00000100:00100000:3.0:1787780307.308966:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741312 00000100:00100000:3.0:1787780307.308979:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787780307.308985:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04777961c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881741184:12345-0@lo:104: 00010000:00010000:3.0:1787780307.309007:0:22788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309069:0:22788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787780307.309075:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04777961c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:22821:x1874622881741184:12345-0@lo:104: Request processed in 90us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.309082:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787780307.309098:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787780307.309103:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471063c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881741312:12345-0@lo:104: 00010000:00010000:3.0:1787780307.309111:0:22788:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309140:0:22788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787780307.309144:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471063c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:22821:x1874622881741312:12345-0@lo:104: Request processed in 41us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.309149:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1787780307.309164:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780307.309169:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309176:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70e00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780307.309180:0:23960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309189:0:23960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780307.309196:0:23960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780307.309207:0:23960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787780307.309235:0:23960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309253:0:23960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780307.309270:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309277:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799622c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622cb expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309292:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780307.309295:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309300:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481372c00 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780307.309303:0:23960:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309309:0:23960:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780307.309314:0:23960:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780307.309318:0:23960:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787780307.309328:0:23960:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309333:0:23960:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780307.309351:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309356:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a51799622b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799622bd expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309368:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780307.309370:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780307.309371:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780307.309377:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780307.309387:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881741440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780307.309415:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.309450:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787780307.309456:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881741568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780307.309476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780307.309584:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741440 00000100:00100000:3.0:1787780307.309654:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741440 00010000:00010000:3.0:1787780307.309676:0:22791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 25 pid: 22800 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780307.309704:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741568 00000100:00100000:3.0:1787780307.309707:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741568 00010000:00010000:3.0:1787780307.309718:0:22791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 26 pid: 22799 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780307.309731:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787780307.309737:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+26:3644:x1874622881741440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780307.309748:0:22791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780307.309752:0:22791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 26 pid: 22800 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780307.309757:0:22792:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1787780307.309764:0:22792:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:3.0:1787780307.309895:0:22791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 26 pid: 22800 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309911:0:22791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780307.309942:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+26:3644:x1874622881741440:12345-0@lo:103:ldlm_bl.0 Request processed in 205us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.309949:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787780307.309963:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787780307.309969:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e55680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+25:3642:x1874622881741568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780307.309976:0:22791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780307.309981:0:22791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 25 pid: 22799 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.309989:0:22791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 25 pid: 22799 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310001:0:22791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310009:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787780307.310023:0:22791:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003958262s 00010000:00010000:3.0:1787780307.310028:0:22791:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310035:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310051:0:22791:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310058:0:22791:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310064:0:22791:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780307.310068:0:22791:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310076:0:22791:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310085:0:22791:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310093:0:22791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780307.310122:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e55680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+25:3642:x1874622881741568:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780307.310128:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787780307.310235:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881741568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780307.310257:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881741440:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780307.310281:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477869000/0xc8fc0a51799622cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799622c4 expref: 24 pid: 22800 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780307.310302:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881741184:0@lo:104: 00010000:00010000:3.0:1787780307.310312:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477868e00/0xc8fc0a51799622bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799622b6 expref: 23 pid: 22799 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780307.310327:0:22821:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22821:1874622881741312:0@lo:104: 00010000:00010000:3.0:1787780307.310342:0:22821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310351:0:22821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310358:0:22821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780307.310363:0:22821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0348c7a800/0xc8fc0a5179962429 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780307.311906:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1874622881740928:12345-0@lo:38:llog_process_th.0 Request processed in 4769us (10457us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780307.311920:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787780307.311921:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:25128:x1874622881741056:12345-0@lo:253:mount.lustre.0 Request processed in 9659us (9965us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780307.311930:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787780307.311994:0:25128:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:ac2f29a1-9399-4f00-b299-d2a003b42d62:25128:1874622881741056:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787780307.312009:0:25128:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787780307.312012:0:25128:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787780307.312014:0:25128:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787780307.312015:0:25128:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787780307.312017:0:25128:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787780307.312018:0:25128:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787780307.312019:0:25128:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787780307.312021:0:25128:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787780307.312023:0:25128:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787780307.312024:0:25128:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787780307.312041:0:25128:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1787780307.326566:0:25128:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:1.0:1787780307.346216:0:25128:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1787780307.346228:0:25128:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1787780307.346272:0:25128:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787780307.346339:0:25128:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.131@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787780307.346359:0:25128:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1787780307.346394:0:25128:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1787780307.347098:0:25128:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780307.347306:0:25128:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787780307.487738:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787780308.407553:0:25195:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787780308.407890:0:25195:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787780308.508034:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787780308.636638:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787780308.636646:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c0445fcf800 from 14 10000000:01000000:3.0:1787780308.636651:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787780308.636698:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.636722:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.636733:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780308.636758:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787780308.636825:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780308.642261:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741696 00000100:00100000:1.0:1787780308.642274:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741696 00000100:00100000:1.0:1787780308.642334:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1787780308.642344:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e005050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881741696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780308.642362:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780308.642382:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962437 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a5179962430 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.642412:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962437 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a5179962430 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.642423:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477869a00/0xc8fc0a5179962437 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962430 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.642431:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477869a00, rc 0) 00000100:00100000:1.0:1787780308.642499:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e005050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881741696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (5674us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780308.642505:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787780308.644033:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780308.644064:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780308.644085:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962437 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.644097:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962437 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780308.644166:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741824:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787780308.644216:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780308.644239:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780308.644422:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741824 00000100:00100000:1.0:1787780308.644428:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741824 00000100:00100000:1.0:1787780308.644470:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1787780308.644477:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881741824:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787780308.644495:0:22800:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787780308.644509:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787780308.644512:0:22800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787780308.644599:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881741824:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780308.644614:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787780308.646134:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741824:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787780308.646209:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787780308.646218:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962437 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.646229:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481372c00/0xc8fc0a5179962430 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962437 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780308.646249:0:22802:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787780308.646251:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9c046e054800 from 14 10000000:01000000:3.0:1787780308.646254:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787780308.646280:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.646287:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.646295:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780308.646312:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787780308.646356:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780308.648980:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780308.650353:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881741952 00000100:00100000:1.0:1787780308.650366:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881741952 00000100:00100000:1.0:1787780308.650563:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787780308.650575:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e004850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881741952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780308.650591:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780308.650608:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477868e00/0xc8fc0a5179962445 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a517996243e expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.650700:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477868e00/0xc8fc0a5179962445 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a517996243e expref: 24 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.650712:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477868e00/0xc8fc0a5179962445 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996243e expref: 24 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780308.650721:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477868e00, rc 0) 00000100:00100000:1.0:1787780308.650788:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e004850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881741952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (4431us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780308.650795:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787780308.651436:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881741952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780308.651456:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962445 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780308.651466:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a5179962445 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780308.651539:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881742080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787780308.651583:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780308.651615:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c045839e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780308.652772:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742080 00000100:00100000:1.0:1787780308.652784:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742080 00000100:00100000:1.0:1787780308.652859:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787780308.652871:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881742080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787780308.652893:0:22799:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787780308.652973:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787780308.652976:0:22799:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787780308.653093:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881742080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 223us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780308.653109:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787780308.653284:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881742080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787780308.653355:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787780308.653364:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962445 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780308.653374:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481373e00/0xc8fc0a517996243e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a5179962445 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780308.774193:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787780308.774219:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881742208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787780308.774286:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780308.774330:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742208 00000100:00100000:0.0:1787780308.774336:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742208 00000100:00100000:0.0:1787780308.774381:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787780308.774389:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881742208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787780308.774417:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780308.774461:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881742208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780308.774479:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787780308.774539:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347fe92c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881742208:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787780308.775433:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881742336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780308.775477:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780308.776081:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742336 00000100:00100000:0.0:1787780308.776088:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742336 00000100:00100000:0.0:1787780308.776143:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787780308.776151:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e57c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881742336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787780308.776169:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780308.776217:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e57c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881742336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780308.776223:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787780308.776342:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881742336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787780309.291405:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787780309.291494:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780309.291566:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881742592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780309.291593:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780309.291627:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742464 00000100:00100000:0.0:1787780309.291634:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742464 00000100:00100000:0.0:1787780309.291669:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742592 00000100:00100000:0.0:1787780309.291672:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742592 00000100:00100000:0.0:1787780309.291688:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787780309.291697:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780309.291744:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780309.292002:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e0f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 304us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780309.292010:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787780309.292031:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787780309.292038:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881742592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787780309.292067:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787780309.292103:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e1a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881742592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780309.292109:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787780309.292151:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881742592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787780309.292185:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742464:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787780309.531997:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787780310.044562:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787780310.556083:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780311.583204:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787780312.348908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780312.348916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780312.348919:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780312.348932:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9c0448fde800 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780312.348955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347dae1c0 x1874622881743104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787780312.348990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787780312.348994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787780312.348995:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787780312.349000:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9c0348857000 using connection 192.168.203.131@tcp/0@lo 00000100:00100000:2.0:1787780312.349011:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9c0347dada40 x1874622881743616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787780312.349067:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881743104:0@lo:8:kworker.0 00000100:00100000:2.0:1787780312.349128:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780312.349184:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881743616:0@lo:8:kworker.0 00000100:00100000:2.0:1787780312.349208:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349369:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347daf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881742720:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349416:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349450:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881743360:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349474:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349503:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881744000:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349537:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349558:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787780312.349565:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dafc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881743232:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349587:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349606:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874622881743872:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349627:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.349665:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744000 00000100:00100000:1.0:1787780312.349672:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744000 00000100:00100000:1.0:1787780312.349716:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743232 00000100:00100000:1.0:1787780312.349719:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743232 00000100:00100000:1.0:1787780312.349730:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743872 00000100:00100000:1.0:1787780312.349732:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743872 00000100:00100000:1.0:1787780312.349749:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787780312.349757:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881744000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349809:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe92c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881744000:12345-0@lo:400:kworker.0 Request processed in 52us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.349816:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787780312.349833:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787780312.349861:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881743232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349908:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1874622881743232:12345-0@lo:400:kworker.0 Request processed in 70us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.349915:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787780312.349928:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787780312.349934:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874622881743872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.349962:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1874622881743872:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.349968:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:1.0:1787780312.349988:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780312.349991:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787780312.350015:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347dafc00 x1874622881743232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.350029:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dafc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3642:1874622881743232:0@lo:400:kworker.0 00010000:00080000:1.0:1787780312.350041:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347dad680 x1874622881743872/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.350049:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dad680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3642:1874622881743872:0@lo:400:kworker.0 00010000:00080000:1.0:1787780312.350058:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215da40 x1874622881744000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.350065:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881744000:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350108:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743104 00000100:00100000:1.0:1787780312.350113:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743104 00000100:00100000:1.0:1787780312.350132:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743616 00000100:00100000:1.0:1787780312.350134:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743616 00000100:00100000:1.0:1787780312.350146:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787780312.350165:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881743104:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787780312.350198:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:1.0:1787780312.350223:0:24313:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc8fc0a517996244c 00002000:00100000:1.0:1787780312.350235:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9c044411a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113939 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1787780312.350239:0:24313:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1787780312.350242:0:24313:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787780312.350421:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787780312.350443:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c044411a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787780312.350487:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1874622881743104:12345-0@lo:8:kworker.0 Request processed in 334us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.350505:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787780312.350518:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787780312.350522:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3640:x1874622881743616:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787780312.350536:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 720 last 0 00000020:00000080:1.0:1787780312.350551:0:24313:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xc8fc0a5179962453 00002000:00100000:1.0:1787780312.350556:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9c0346943800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113939 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1787780312.350560:0:24313:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1787780312.350561:0:24313:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787780312.350587:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1787780312.350600:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c0346945000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787780312.350628:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1874622881743616:12345-0@lo:8:kworker.0 Request processed in 104us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.350636:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787780312.350658:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742976:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350685:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350705:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347daf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881743744:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350736:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350752:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874622881744256:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350772:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350789:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787780312.350795:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742848:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350832:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350872:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881743488:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350895:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350906:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874622881744128:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.350929:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.350958:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742976 00000100:00100000:1.0:1787780312.350962:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742976 00000100:00100000:1.0:1787780312.350989:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743488 00000100:00100000:1.0:1787780312.350993:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743488 00000100:00100000:1.0:1787780312.351007:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780312.351013:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470356d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.351049:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470356d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742976:12345-0@lo:400:kworker.0 Request processed in 36us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.351055:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780312.351066:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787780312.351071:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881743488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.351097:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881743488:12345-0@lo:400:kworker.0 Request processed in 26us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.351102:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787780312.351123:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743744 00000100:00100000:1.0:1787780312.351126:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743744 00000100:00100000:1.0:1787780312.351149:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744256 00000100:00100000:1.0:1787780312.351152:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744256 00000100:00100000:1.0:1787780312.351163:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744128 00000100:00100000:1.0:1787780312.351166:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744128 00000100:00100000:1.0:1787780312.351178:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787780312.351184:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881743744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.351215:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1874622881743744:12345-0@lo:400:kworker.0 Request processed in 31us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.351221:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787780312.351233:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787780312.351238:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874622881744256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.351264:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470354b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1874622881744256:12345-0@lo:400:kworker.0 Request processed in 26us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.351270:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787780312.351280:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787780312.351286:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874622881744128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.351327:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1874622881744128:12345-0@lo:400:kworker.0 Request processed in 41us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.351333:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1787780312.351351:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780312.351354:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780312.351356:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1787780312.351383:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347dae1c0 x1874622881743104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787780337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787780312.351397:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787780312.351404:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787780312.351408:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787780312.351417:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0448fde800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787780312.351430:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787780312.351435:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dae1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3640:1874622881743104:0@lo:8:kworker.0 00010000:00080000:1.0:1787780312.351454:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347dada40 x1874622881743616/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787780337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787780312.351465:0:3640:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787780312.351470:0:3640:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787780312.351473:0:3640:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787780312.351475:0:3640:0:(import.c:65:import_set_state_nolock()) ffff9c0348857000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787780312.351484:0:3640:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787780312.352533:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742720 00000100:00100000:2.0:1787780312.352543:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742720 00000100:00100000:2.0:1787780312.352588:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787780312.352596:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3642:x1874622881742720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780312.352669:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3642:x1874622881742720:12345-0@lo:400:kworker.0 Request processed in 74us (3252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780312.352677:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000004:00080000:2.0:1787780312.352735:0:23549:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1787780312.352755:0:23549:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881744512:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787780312.352796:0:23549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780312.352817:0:23549:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346eec600 going to sleep for 11 seconds 00000004:00080000:2.0:1787780312.352834:0:23548:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1787780312.352935:0:23548:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 720357095690ns, next at 0ns, rc = 0 00080000:00080000:2.0:1787780312.352942:0:23548:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1787780312.353103:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881744384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787780312.353133:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780312.353168:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744512 00000100:00100000:2.0:1787780312.353173:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744512 00000100:00100000:2.0:1787780312.353209:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787780312.353215:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23549:x1874622881744512:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:2.0:1787780312.353425:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787780312.354027:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347daf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881742720:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.359861:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dada40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3640:1874622881743616:0@lo:8:kworker.0 00000004:00080000:1.0:1787780312.359968:0:22832:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:1.0:1787780312.359998:0:22832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22832:1874622881744768:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1787780312.360061:0:22832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.360093:0:22832:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346ef70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780312.360294:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744768 00000100:00100000:0.0:1787780312.360303:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744768 00000100:00100000:0.0:1787780312.360352:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780312.360361:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22832:x1874622881744768:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1787780312.360577:0:22831:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787780312.360651:0:22831:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 720364811818ns, next at 0ns, rc = 0 00080000:00080000:1.0:1787780312.360668:0:22831:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1787780312.360834:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787780312.360860:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881744640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780312.360896:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780312.360934:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744384 00000100:00100000:1.0:1787780312.360939:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744384 00000100:00100000:1.0:1787780312.360957:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744640 00000100:00100000:1.0:1787780312.360960:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744640 00000100:00100000:1.0:1787780312.360971:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780312.360977:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874622881744384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787780312.361007:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780312.361050:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1874622881744384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (7915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.361057:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787780312.361075:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787780312.361080:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dada40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874622881744640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780312.361089:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780312.361111:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dada40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1874622881744640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.361117:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1787780312.361147:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0470357840 x1874622881744640/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.361166:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0470357840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881744640:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1787780312.361179:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215fc00 x1874622881744384/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.361190:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881744384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780312.361224:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dade00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881743488:0@lo:400:kworker.0 00010000:00080000:1.0:1787780312.361237:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215ed00 x1874622881744128/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.361246:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3644:1874622881744128:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.361257:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742976:0@lo:400:kworker.0 00010000:00080000:1.0:1787780312.361268:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347daf840 x1874622881743744/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.361289:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347daf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3644:1874622881743744:0@lo:400:kworker.0 00010000:00080000:1.0:1787780312.361303:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215de00 x1874622881744256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787780312.361311:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3644:1874622881744256:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.361381:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881743360 00000100:00100000:1.0:1787780312.361385:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881743360 00000100:00100000:1.0:1787780312.361404:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881742848 00000100:00100000:1.0:1787780312.361407:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881742848 00000100:00100000:1.0:1787780312.361419:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780312.361425:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881743360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.361467:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347fe8b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881743360:12345-0@lo:400:kworker.0 Request processed in 42us (11991us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.361473:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787780312.361486:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00002000:00080000:2.0:1787780312.364910:0:24752:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787780312.364920:0:24752:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787780312.365023:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23549:x1874622881744512:12345-0@lo:7:osp-pre-1-1.0 Request processed in 11804us (12222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780312.365035:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1787780312.365093:0:23549:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215d680 x1874622881744512/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787780328 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780312.365107:0:23549:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881744512:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1787780312.365121:0:23549:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787780312.365160:0:23549:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881744896:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1787780312.365196:0:23549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780312.365222:0:23549:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787780312.365240:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881744896 00000100:00100000:2.0:1787780312.365258:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881744896 00000100:00100000:2.0:1787780312.365295:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787780312.365303:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23549:x1874622881744896:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787780312.365326:0:24314:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1787780312.365357:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215de00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23549:x1874622881744896:12345-0@lo:5:osp-pre-1-1.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780312.365364:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1787780312.365388:0:23549:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c046215d680 x1874622881744896/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787780328 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780312.365397:0:23549:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881744896:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1787780312.365477:0:23549:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787780312.365512:0:23549:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881745024:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1787780312.365535:0:23549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780312.365550:0:23549:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787780312.365564:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745024 00000100:00100000:2.0:1787780312.365567:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745024 00000100:00100000:2.0:1787780312.365590:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780312.365597:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23549:x1874622881745024:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787780312.365622:0:24313:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000100:00100000:1.0:1787780312.365978:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.366028:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881742848:12345-0@lo:400:kworker.0 Request processed in 55us (15195us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.366034:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787780312.366080:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dae580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881742848:0@lo:400:kworker.0 00000100:00100000:1.0:1787780312.366111:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881743360:0@lo:400:kworker.0 00000100:00080000:1.0:1787780312.366184:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1787780312.368971:0:23538:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:0.0:1787780312.369328:0:22785:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:0.0:1787780312.370191:0:24311:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1787780312.370201:0:24311:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1787780312.370207:0:24311:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00010000:0.0:1787780312.379882:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.379957:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.379976:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.379982:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.379989:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380008:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380095:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380104:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380190:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787780312.380644:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.380650:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380660:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.380663:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.380667:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380677:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380684:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380692:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.380724:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787780312.380796:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787780312.380805:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380828:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.380833:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380884:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380902:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380909:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a517996245a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380928:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.380931:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380937:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.380941:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380948:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380958:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380972:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a5179962461 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.380989:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.380991:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.380994:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.381233:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.385870:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.385881:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.386375:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.386382:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.386390:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.386407:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.386419:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.386428:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.386454:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787780312.387835:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.387860:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.387872:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.387877:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.387888:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.387974:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.387981:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a5179962468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.388006:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.388009:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.388022:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.389208:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.389218:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.389305:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.389318:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.389325:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.389340:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.389350:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.389357:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.389511:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787780312.392936:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.392949:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.392965:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.392970:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.392977:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.392990:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.393001:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.393028:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393356:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787780312.393364:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393373:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.393377:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393386:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393401:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393409:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a517996246f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393429:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.393432:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393439:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.393442:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393450:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393465:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.393472:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.393473:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.393475:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.393550:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787780312.393556:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a5179962476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787780312.396317:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.396329:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.396346:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.396352:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.396359:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.396373:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.396384:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.396393:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397622:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.397634:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397647:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.397652:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397663:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397683:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397695:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.397697:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.397699:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.397803:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787780312.397810:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a517996247d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.397987:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.401313:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.401327:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.401343:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.401348:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.401355:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.401372:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.401383:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.401391:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.401414:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780312.401522:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.401552:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.401564:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.401569:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.401578:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.401598:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.401606:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1fe53b6/0xc8fc0a5179962484 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.401624:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.401626:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.401627:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.404394:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.404406:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.404429:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.404434:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.404441:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.404456:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.404467:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.404476:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.404507:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787780312.405541:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.405551:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.405572:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cea00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.405576:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.405587:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.405605:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.405613:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000061f712/0xc8fc0a517996248b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.405632:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.405634:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.405636:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.406562:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.406570:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.406584:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.406589:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.406595:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.406607:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.406623:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.406631:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.407045:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780312.407224:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780312.407295:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.407305:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.407310:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.407319:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.407350:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.407358:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd392458/0xc8fc0a5179962492 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.407379:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.407382:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.407385:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.408012:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.408019:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.408032:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.408037:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.408043:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.408054:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.408064:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.408072:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.408104:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780312.409045:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.409054:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.409065:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.409069:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.409089:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.409108:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.409116:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8d3477e/0xc8fc0a5179962499 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.409134:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.409135:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.409137:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.409311:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.409318:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.409327:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.409331:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.409336:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.409345:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.409353:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.409360:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.409379:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780312.410224:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.410231:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.410239:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.410243:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.410251:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.410263:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.410282:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.410300:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.410302:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.410303:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.414304:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.414315:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414331:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.414343:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.414350:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414364:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414375:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414382:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414414:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787780312.414939:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.414945:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414955:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.414958:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.414963:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414975:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414984:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.414999:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.415016:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000001:00080000:0.0:1787780312.416620:0:25129:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1787780312.416651:0:25129:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787780312.416657:0:25129:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1787780312.416784:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780312.416793:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416820:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.416824:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416834:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416875:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416883:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4659784/0xc8fc0a51799624a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416913:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.416917:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416923:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.416926:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416933:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416941:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416954:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000093f618d2/0xc8fc0a51799624ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.416965:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.416966:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.416968:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.417555:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.417779:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.417787:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.417801:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.417805:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.417812:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.417824:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.417833:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.417937:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.417993:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787780312.418076:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215ed00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23549:x1874622881745024:12345-0@lo:5:osp-pre-1-1.0 Request processed in 52476us (52535us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787780312.418087:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780312.418358:0:23549:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1787780312.418366:0:23549:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23549:1874622881745024:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787780312.418384:0:23549:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1787780312.418439:0:23549:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23549:1874622881745152:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1787780312.418480:0:23549:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780312.418521:0:23549:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046efdd000 going to sleep for 11 seconds 00000100:00100000:1.0:1787780312.418575:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745152 00000100:00100000:1.0:1787780312.418582:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745152 00000100:00100000:1.0:1787780312.418637:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787780312.418645:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23549:x1874622881745152:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787780312.418718:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e0780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23549:x1874622881745152:12345-0@lo:900:osp-pre-1-1.0 Request processed in 74us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.418724:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787780312.418772:0:23549:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c03488e21c0 x1874622881745152/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787780328 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780312.418784:0:23549:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23549:1874622881745152:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1787780312.421449:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.421462:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.421480:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.421485:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.421502:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.421516:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.421526:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.421533:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.427670:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787780312.427688:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.427703:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.427713:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.427725:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429094:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429106:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e8573be/0xc8fc0a51799624b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429130:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.429135:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429154:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7a200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.429158:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429168:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429180:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.429189:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.429191:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.429194:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.429882:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787780312.429891:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ebfa60b/0xc8fc0a51799624bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.430334:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.430761:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.430770:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.430785:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.430789:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.430796:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.430808:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.430818:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.430825:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.430869:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780312.431031:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.431038:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431046:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.431050:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431059:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431074:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431090:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001be7bad9/0xc8fc0a51799624c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431119:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.431121:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.431123:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.431412:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.431418:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431427:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.431431:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.431442:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431452:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431460:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431467:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431496:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780312.431665:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.431671:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431679:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4aa00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.431683:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431691:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431704:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431711:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010a6038b/0xc8fc0a51799624ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.431726:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.431727:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.431737:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.431979:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.431985:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.431994:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.431997:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.432001:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432010:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432017:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432037:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432055:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787780312.432171:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.432177:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.432185:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.432189:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.432196:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.432206:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.432213:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000932b4634/0xc8fc0a51799624d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.432225:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.432227:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787780312.432229:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.432464:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.432470:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432478:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.432481:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.432485:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432503:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432511:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432518:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.432567:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1787780312.434000:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.434009:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.434031:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.434035:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.434040:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.434051:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.434060:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.434068:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438022:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787780312.438038:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438052:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.438057:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438085:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438117:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438126:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac25cd35/0xc8fc0a51799624d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438148:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787780312.438152:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438159:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4ac00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780312.438161:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438169:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.438179:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.438525:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.438529:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.438534:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.438939:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787780312.438947:0:24311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a51799624df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780312.439025:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.442313:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.442326:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.442343:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.442348:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.442354:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.442368:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.442379:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.442387:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.442411:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787780312.443037:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787780312.443046:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.443056:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce600 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:1.0:1787780312.443061:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.443084:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.443103:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.443111:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa0b64e2/0xc8fc0a51799624e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.443131:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.443133:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787780312.443135:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.443252:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.443259:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.443268:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.443272:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.443277:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.443301:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.443309:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.443316:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.443339:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780312.443350:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.443357:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.443366:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.443371:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.443380:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.443393:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.443400:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8480767/0xc8fc0a51799624ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.443426:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.443428:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.443429:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.444398:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.444406:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444417:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.444422:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.444427:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444437:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444445:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444465:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444497:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780312.444867:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.444875:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.444885:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cec00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.444890:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.444899:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.444915:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787780312.444919:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780312.444926:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c1dfcaa/0xc8fc0a51799624f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444929:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444948:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.444952:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780312.444955:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.444956:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.444959:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.444963:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.444971:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444980:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.444988:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445018:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780312.445218:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.445223:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.445241:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce800 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.445245:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.445253:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.445264:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.445272:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057c66999/0xc8fc0a51799624fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.445297:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.445299:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.445300:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.445453:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.445459:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445474:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.445478:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.445483:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445504:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445512:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445519:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445538:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787780312.445801:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.445806:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445814:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.445817:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.445821:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445830:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445869:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445877:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.445900:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787780312.446419:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780312.446425:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780312.446427:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446435:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.446439:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.446448:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780312.446450:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.446455:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446456:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446478:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.446479:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.446500:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.446514:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446517:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446526:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045eeac27/0xc8fc0a5179962502 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446556:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780312.446560:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787780312.446561:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446570:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.446573:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446581:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446592:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446598:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097be0e24/0xc8fc0a5179962509 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446610:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780312.446614:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446626:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cee00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780312.446630:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446638:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446648:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446656:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080e889ec/0xc8fc0a5179962510 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.446669:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.446670:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.446672:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.446700:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.446705:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787780312.447237:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.447244:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.447253:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.447257:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.447261:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.447272:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.447280:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.447287:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.457037:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787780312.459128:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.459141:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459157:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.459171:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.459178:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459193:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459203:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459211:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459229:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787780312.459634:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787780312.459640:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459649:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=720s v=(0 0) 00010000:00010000:0.0:1787780312.459652:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787780312.459656:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459666:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459672:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459686:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.459704:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787780312.459716:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787780312.459722:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460008:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.460013:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460023:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460041:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460049:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b20a734c/0xc8fc0a5179962517 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460066:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787780312.460069:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460087:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cfa00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.460090:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460097:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460172:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460182:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000240ee0a0/0xc8fc0a517996251e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460198:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780312.460201:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460208:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cfe00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.460211:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460219:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460230:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460244:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b64dbd9b/0xc8fc0a5179962525 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.460258:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.460260:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.460262:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.460400:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780312.460408:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787780312.463405:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787780312.463417:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.463435:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=720s v=(0 0) 00010000:00010000:3.0:1787780312.463440:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787780312.463453:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.463468:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.463480:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.463497:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780312.463523:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780312.463564:0:22794:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780312.463572:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.463581:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373200 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.463586:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.463596:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.463614:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.463621:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6f8db85/0xc8fc0a517996252c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.464631:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.464634:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.464636:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787780312.472202:0:24311:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787780312.472217:0:24311:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.472233:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=720s v=(0 0) 00010000:00010000:1.0:1787780312.472239:0:24311:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787780312.472245:0:24311:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.472259:0:24311:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.472269:0:24311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.472285:0:24311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780312.472306:0:24311:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787780312.473031:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780312.473040:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.473050:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4ac00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780312.473054:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.473064:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.473082:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.473090:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094079826/0xc8fc0a5179962533 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24311 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780312.475015:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.475021:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780312.475024:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1787780312.476095:0:24311:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00000100:00100000:1.0:1787780312.476203:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470355e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22832:x1874622881744768:12345-0@lo:5:osp-pre-1-0.0 Request processed in 115839us (116138us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780312.476213:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787780312.476863:0:22832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04703543c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22832:1874622881744768:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1787780312.476880:0:22832:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:0.0:1787780312.476935:0:22832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22832:1874622881745280:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787780312.476975:0:22832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780312.477015:0:22832:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046efddd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787780312.477737:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745280 00000100:00100000:1.0:1787780312.477744:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745280 00000100:00100000:1.0:1787780312.477794:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787780312.477803:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22832:x1874622881745280:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1787780312.477869:0:24314:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:0.0:1787780312.492543:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e3840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22832:x1874622881745280:12345-0@lo:5:osp-pre-1-0.0 Request processed in 14733us (15559us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1787780312.492564:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787780312.492604:0:22832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22832:1874622881745280:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787780312.492628:0:22832:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1787780312.605822:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780313.636675:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780313.895462:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881745536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780313.895546:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780313.895587:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780313.895594:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881745408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780313.895616:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780313.895645:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745536 00000100:00100000:1.0:1787780313.895653:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745536 00000100:00100000:1.0:1787780313.895687:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745408 00000100:00100000:1.0:1787780313.895690:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745408 00000100:00100000:1.0:1787780313.895704:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787780313.895712:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dae580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881745536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787780313.895741:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780313.895791:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dae580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881745536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780313.895798:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787780313.895815:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787780313.895821:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347daf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881745408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780313.895831:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780313.895870:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347daf840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881745408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780313.895876:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787780313.895918:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881745408:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780313.895930:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881745536:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1787780314.061790:0:25485:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg331-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1787780314.396049:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881745664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787780314.396119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780314.396164:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787780314.396171:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881745792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780314.396196:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780314.396398:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745664 00000100:00100000:3.0:1787780314.396406:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745664 00000100:00100000:3.0:1787780314.396444:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745792 00000100:00100000:3.0:1787780314.396448:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745792 00000100:00100000:3.0:1787780314.396464:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787780314.396482:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881745664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787780314.396518:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787780314.396579:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dade00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881745664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780314.396587:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787780314.396605:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787780314.396612:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881745792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787780314.396627:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787780314.396666:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dae1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881745792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780314.396673:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787780314.400372:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881745792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780314.400394:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881745664:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787780314.654807:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787780315.313603:0:25537:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787780315.314122:0:25537:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1787780315.490548:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787780315.677236:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787780316.375743:0:25587:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787780316.376047:0:25587:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787780316.701194:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780316.740818:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780316.740993:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863790976 00000100:00100000:3.0:1787780316.741002:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863790976 00000100:00100000:3.0:1787780316.741049:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 113 00000100:00100000:3.0:1787780316.741057:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2407:x1874622863790976:12345-192.168.203.31@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787780316.741099:0:22797:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from f5fb2655-fdce-457f-9e28-0e3d7d7fa379@192.168.203.31@tcp t0 exp 0000000000000000 cur 724 last 0 00000020:00000080:3.0:1787780316.741128:0:22797:0:(genops.c:1385:class_connect()) connect: client f5fb2655-fdce-457f-9e28-0e3d7d7fa379, cookie 0xc8fc0a517996253a 00000100:00080000:3.0:1787780316.741258:0:22797:0:(import.c:65:import_set_state_nolock()) ffff9c0348916800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780316.741333:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+5:2407:x1874622863790976:12345-192.168.203.31@tcp:250:mount.lustre.0 Request processed in 276us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780316.741341:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 113 00000100:00100000:3.0:1787780316.748820:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780316.749682:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791104 00000100:00100000:1.0:1787780316.749692:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791104 00000100:00100000:1.0:1787780316.749763:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 114 00000100:00100000:1.0:1787780316.749773:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+5:18117:x1874622863791104:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787780316.749790:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780316.749821:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0347e4a400/0xc8fc0a5179962541 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea234f expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.749871:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0347e4a400/0xc8fc0a5179962541 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea234f expref: 6 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.749884:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0347e4a400/0xc8fc0a5179962541 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea234f expref: 6 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.749892:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4a400, rc 0) 00000100:00100000:1.0:1787780316.749953:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+6:18117:x1874622863791104:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 183us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780316.749960:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 114 00000100:00100000:1.0:1787780316.769938:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.770869:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791232 00000100:00100000:2.0:1787780316.770880:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791232 00000100:00100000:2.0:1787780316.770939:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 115 00000100:00100000:2.0:1787780316.770949:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e007850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+6:18117:x1874622863791232:12345-192.168.203.31@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787780316.771076:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e007850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+6:18117:x1874622863791232:12345-192.168.203.31@tcp:501:mount.lustre.0 Request processed in 129us (1146us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787780316.771084:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 115 00000100:00100000:0.0:1787780316.774318:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780316.774403:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791360 00000100:00100000:3.0:1787780316.774413:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791360 00000100:00100000:3.0:1787780316.774476:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 116 00000100:00100000:3.0:1787780316.774486:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+6:18117:x1874622863791360:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787780316.774503:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780316.774519:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372a00/0xc8fc0a5179962548 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea2356 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.774548:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372a00/0xc8fc0a5179962548 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2356 expref: 7 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.774560:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372a00/0xc8fc0a5179962548 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2356 expref: 7 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.774586:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372a00, rc 0) 00000100:00100000:3.0:1787780316.774648:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+7:18117:x1874622863791360:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 163us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780316.774656:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 116 00000100:00100000:3.0:1787780316.790182:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780316.790408:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791488 00000100:00100000:1.0:1787780316.790418:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791488 00000100:00100000:1.0:1787780316.790479:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 117 00000100:00100000:1.0:1787780316.790490:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+7:18117:x1874622863791488:12345-192.168.203.31@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787780316.790647:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18117:x1874622863791488:12345-192.168.203.31@tcp:501:mount.lustre.0 Request processed in 158us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780316.790654:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 117 00000100:00100000:1.0:1787780316.796919:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.797250:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791616 00000100:00100000:2.0:1787780316.797260:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791616 00000100:00100000:2.0:1787780316.797318:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 118 00000100:00100000:2.0:1787780316.797328:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18117:x1874622863791616:12345-192.168.203.31@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787780316.797482:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18117:x1874622863791616:12345-192.168.203.31@tcp:503:mount.lustre.0 Request processed in 154us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.797490:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 118 00000100:00100000:0.0:1787780316.804306:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780316.804873:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791744 00000100:00100000:3.0:1787780316.804883:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791744 00000100:00100000:3.0:1787780316.804941:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 119 00000100:00100000:3.0:1787780316.804952:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863791744:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787780316.805121:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863791744:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 171us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780316.805129:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 119 00000100:00100000:3.0:1787780316.854876:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.855822:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863791872 00000100:00100000:2.0:1787780316.855834:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863791872 00000100:00100000:2.0:1787780316.855919:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 120 00000100:00100000:2.0:1787780316.855929:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863791872:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787780316.856086:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863791872:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 158us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.856095:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 120 00000100:00100000:1.0:1787780316.871492:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780316.875048:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792000 00000100:00100000:3.0:1787780316.875063:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792000 00000100:00100000:3.0:1787780316.875139:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 121 00000100:00100000:3.0:1787780316.875149:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863792000:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787780316.875316:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18135:x1874622863792000:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 168us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780316.875325:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 121 00000100:00100000:0.0:1787780316.902688:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780316.903199:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792128 00000100:00100000:1.0:1787780316.903209:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792128 00000100:00100000:1.0:1787780316.903261:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 122 00000100:00100000:1.0:1787780316.903270:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+8:18117:x1874622863792128:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787780316.903301:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780316.903318:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0347e4ae00/0xc8fc0a517996254f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea2387 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.903346:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0347e4ae00/0xc8fc0a517996254f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2387 expref: 9 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.903358:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0347e4ae00/0xc8fc0a517996254f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2387 expref: 9 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780316.903367:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4ae00, rc 0) 00000100:00100000:1.0:1787780316.903426:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+9:18117:x1874622863792128:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 157us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780316.903434:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 122 00000100:00100000:1.0:1787780316.908812:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.908946:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792256 00000100:00100000:2.0:1787780316.908958:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792256 00000100:00100000:2.0:1787780316.909012:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 123 00000100:00100000:2.0:1787780316.909034:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+9:18117:x1874622863792256:12345-192.168.203.31@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787780316.909061:0:22800:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787780316.909086:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787780316.909090:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787780316.909093:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787780316.909095:0:22800:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787780316.909097:0:22800:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787780316.916011:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+9:18117:x1874622863792256:12345-192.168.203.31@tcp:256:mount.lustre.0 Request processed in 6966us (7195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.916027:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 123 00000100:00100000:0.0:1787780316.923481:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780316.923616:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792384 00000100:00100000:3.0:1787780316.923627:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792384 00000100:00100000:3.0:1787780316.923685:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 124 00000100:00100000:3.0:1787780316.923695:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+9:18117:x1874622863792384:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787780316.923997:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780316.924015:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea238e expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.924045:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 10 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.924057:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 10 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780316.924066:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372400, rc 0) 00000100:00100000:2.0:1787780316.924507:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18117:x1874622863792384:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 812us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.924517:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 124 00000100:00100000:1.0:1787780316.928107:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.928286:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792512 00000100:00100000:2.0:1787780316.928296:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792512 00000100:00100000:2.0:1787780316.928352:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 125 00000100:00100000:2.0:1787780316.928362:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18117:x1874622863792512:12345-192.168.203.31@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787780316.928527:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18117:x1874622863792512:12345-192.168.203.31@tcp:501:mount.lustre.0 Request processed in 165us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.928535:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 125 00000100:00100000:0.0:1787780316.931278:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.932869:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792640 00000100:00100000:2.0:1787780316.932883:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792640 00000100:00100000:2.0:1787780316.932951:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 126 00000100:00100000:2.0:1787780316.932960:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18117:x1874622863792640:12345-192.168.203.31@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787780316.933298:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18117:x1874622863792640:12345-192.168.203.31@tcp:503:mount.lustre.0 Request processed in 337us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.933317:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 126 00000100:00100000:0.0:1787780316.955710:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780316.960049:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792768 00000100:00100000:1.0:1787780316.960064:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792768 00000100:00100000:1.0:1787780316.960185:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 127 00000100:00100000:1.0:1787780316.960195:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04702fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18141:x1874622863792768:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787780316.960364:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04702fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18141:x1874622863792768:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 169us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780316.960372:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 127 00000100:00100000:3.0:1787780316.964387:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780316.971833:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863792896 00000100:00100000:2.0:1787780316.971860:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863792896 00000100:00100000:2.0:1787780316.971923:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 128 00000100:00100000:2.0:1787780316.971933:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18141:x1874622863792896:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787780316.972901:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18141:x1874622863792896:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 964us (8519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.972913:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 128 00000100:00100000:0.0:1787780316.992417:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780316.995242:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793024 00000100:00100000:1.0:1787780316.995256:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793024 00000100:00100000:2.0:1787780316.998760:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780316.998771:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2407:x1874622863793024:12345-192.168.203.31@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787780316.998804:0:22806:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe@192.168.203.31@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:2.0:1787780316.998882:0:22806:0:(genops.c:1385:class_connect()) connect: client 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe, cookie 0xc8fc0a517996255d 00000004:00100000:2.0:1787780316.998908:0:22806:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787780316.999116:0:22806:0:(import.c:65:import_set_state_nolock()) ffff9c03479a6800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780316.999191:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e1e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2407:x1874622863793024:12345-192.168.203.31@tcp:38:mount.lustre.0 Request processed in 418us (6783us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780316.999199:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:3.0:1787780317.011177:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780317.019522:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793280 00000100:00100000:1.0:1787780317.019536:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793280 00000100:00100000:1.0:1787780317.022164:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780317.022549:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793152 00000100:00100000:2.0:1787780317.022559:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793152 00000100:00100000:2.0:1787780317.022631:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 8 00000100:00100000:2.0:1787780317.022641:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347daf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:0:x1874622863793152:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787780317.022681:0:22805:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787780317.022772:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347daf0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:0:x1874622863793152:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 133us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780317.022795:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 8 00000100:00080000:1.0:1787780317.023819:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787780317.024094:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 9 00000100:00100000:0.0:1787780317.024102:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2407:x1874622863793280:12345-192.168.203.31@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787780317.024130:0:22807:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe@192.168.203.31@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:0.0:1787780317.024181:0:22807:0:(genops.c:1385:class_connect()) connect: client 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe, cookie 0xc8fc0a5179962564 00000004:00100000:0.0:1787780317.024205:0:22807:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787780317.024420:0:22807:0:(import.c:65:import_set_state_nolock()) ffff9c03488c2800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787780317.024489:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2407:x1874622863793280:12345-192.168.203.31@tcp:38:mount.lustre.0 Request processed in 386us (13321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.024496:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 9 00000100:00100000:1.0:1787780317.025542:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780317.025627:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793536 00000100:00100000:3.0:1787780317.025635:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793536 00000100:00100000:3.0:1787780317.025682:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 10 00000100:00100000:3.0:1787780317.025691:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863793536:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787780317.025714:0:22806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787780317.025781:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dad680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863793536:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 90us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780317.025788:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 10 00000100:00100000:3.0:1787780317.032606:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780317.032659:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780317.032892:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793664 00000100:00100000:0.0:1787780317.032929:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793664 00000100:00100000:2.0:1787780317.032961:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793408 00000100:00100000:2.0:1787780317.032976:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793408 00000100:00100000:0.0:1787780317.033012:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 11 00000100:00100000:0.0:1787780317.033027:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e55e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863793664:12345-192.168.203.31@tcp:40:mount.lustre.0 00000100:00080000:3.0:1787780317.033120:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787780317.033168:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e55e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863793664:12345-192.168.203.31@tcp:40:mount.lustre.0 Request processed in 143us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.033179:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 11 00000100:00100000:1.0:1787780317.033205:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:1.0:1787780317.033220:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e55a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:0:x1874622863793408:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787780317.033259:0:22807:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787780317.033354:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e55a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:0:x1874622863793408:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 139us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780317.033362:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:1.0:1787780317.036156:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780317.036328:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794048 00000100:00100000:0.0:1787780317.036347:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794048 00000100:00100000:0.0:1787780317.036441:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:0.0:1787780317.036463:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dafc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863794048:12345-192.168.203.31@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787780317.036662:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dafc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863794048:12345-192.168.203.31@tcp:900:mount.lustre.0 Request processed in 209us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.036672:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:3.0:1787780317.039360:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780317.039487:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780317.044359:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793792 00000100:00100000:0.0:1787780317.044373:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793792 00000100:00100000:0.0:1787780317.044407:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863793920 00000100:00100000:0.0:1787780317.044410:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863793920 00000100:00100000:0.0:1787780317.044436:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:0.0:1787780317.044444:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2407:x1874622863793792:12345-192.168.203.31@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787780317.044489:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe@192.168.203.31@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:0.0:1787780317.044520:0:24313:0:(genops.c:1385:class_connect()) connect: client 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe, cookie 0xc8fc0a517996256b 00002000:00100000:0.0:1787780317.044533:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe/ffff9c03488c5000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113939 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787780317.044551:0:24313:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787780317.044743:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787780317.044773:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c03488c7800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787780317.044874:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2407:x1874622863793792:12345-192.168.203.31@tcp:8:mount.lustre.0 Request processed in 429us (5524us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.044882:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:0.0:1787780317.044899:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:0.0:1787780317.044904:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2407:x1874622863793920:12345-192.168.203.31@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787780317.044919:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe@192.168.203.31@tcp t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:0.0:1787780317.044933:0:24313:0:(genops.c:1385:class_connect()) connect: client 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe, cookie 0xc8fc0a5179962572 00002000:00100000:0.0:1787780317.044938:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe/ffff9c03488c0000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113939 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787780317.044949:0:24313:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787780317.045043:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787780317.045058:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c03488c5800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787780317.045092:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2407:x1874622863793920:12345-192.168.203.31@tcp:8:mount.lustre.0 Request processed in 186us (5605us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.045099:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:2.0:1787780317.050538:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780317.051207:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794176 00000100:00100000:1.0:1787780317.051218:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794176 00000100:00100000:1.0:1787780317.051272:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:1.0:1787780317.051282:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863794176:12345-192.168.203.31@tcp:33:mount.lustre.0 00000004:00080000:1.0:1787780317.058212:0:22808:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6841us 00000004:00200000:1.0:1787780317.077106:0:22808:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787780317.077265:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215fc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18117:x1874622863794176:12345-192.168.203.31@tcp:33:mount.lustre.0 Request processed in 25979us (26732us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780317.077277:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:0.0:1787780317.300095:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780317.300261:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794304 00000100:00100000:2.0:1787780317.300270:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794304 00000100:00100000:2.0:1787780317.300326:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:2.0:1787780317.300335:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18164:x1874622863794304:12345-192.168.203.31@tcp:101:mkdir.0 00010000:00010000:2.0:1787780317.300354:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780317.300488:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962579 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea23bf expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300552:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300566:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300579:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780317.300631:0:22805:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787780317.300634:0:22805:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787780317.300671:0:22805:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300707:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962579 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23bf expref: 8 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300797:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23bf expref: 7 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780317.300819:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:2.0:1787780317.300822:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787780317.300825:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a70800, rc 0) 00000100:00100000:2.0:1787780317.300983:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18164:x1874622863794304:12345-192.168.203.31@tcp:101:mkdir.0 Request processed in 648us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780317.300990:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:1.0:1787780317.468291:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881745920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780317.468367:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780317.468511:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881745920 00000100:00100000:0.0:1787780317.468519:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881745920 00000100:00100000:0.0:1787780317.468589:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780317.468601:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881745920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787780317.468626:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780317.468673:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881745920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.468679:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780317.468741:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881745920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787780317.469723:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787780317.469739:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881746048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787780317.469805:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780317.470001:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746048 00000100:00100000:0.0:1787780317.470021:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746048 00000100:00100000:0.0:1787780317.470072:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787780317.470080:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1874622881746048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787780317.470097:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780317.470136:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3643:x1874622881746048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.470143:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780317.470627:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881746176:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470682:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470711:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881746688:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470732:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470750:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881747200:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470770:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470804:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787780317.470811:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881746304:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470833:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470884:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881746816:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470907:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470920:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881747328:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.470936:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780317.470964:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746688 00000100:00100000:3.0:1787780317.470969:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746688 00000100:00100000:3.0:1787780317.470992:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746304 00000100:00100000:3.0:1787780317.470994:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746304 00000100:00100000:3.0:1787780317.471063:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787780317.471070:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aec780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881746688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.471113:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aec780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881746688:12345-0@lo:400:kworker.0 Request processed in 43us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780317.471119:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787780317.471135:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787780317.471140:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aee1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881746304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.471168:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aee1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881746304:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780317.471173:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787780317.471216:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747200 00000100:00100000:3.0:1787780317.471221:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747200 00000100:00100000:3.0:1787780317.471246:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747328 00000100:00100000:3.0:1787780317.471249:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747328 00000100:00100000:3.0:1787780317.471262:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787780317.471269:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aecb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881747200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.471290:0:22807:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1787780317.471300:0:22807:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1787780317.471305:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aecb40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1874622881747200:12345-0@lo:400:kworker.0 Request processed in 35us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780317.471313:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787780317.471327:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787780317.471333:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aede00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881747328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.471367:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aede00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881747328:12345-0@lo:400:kworker.0 Request processed in 34us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780317.471373:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787780317.471395:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881746560:0@lo:400:kworker.0 00000100:00080000:1.0:1787780317.471396:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787780317.471403:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787780317.471407:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787780317.471429:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780317.471496:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746816 00000100:00100000:0.0:1787780317.471501:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746816 00000100:00100000:0.0:1787780317.471537:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787780317.471544:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aecf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881746816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780317.471578:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aecf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881746816:12345-0@lo:400:kworker.0 Request processed in 35us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.471584:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1787780317.471599:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787780317.472521:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881747072:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.472562:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780317.472650:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e54f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881746432:0@lo:400:kworker.0 00000100:00100000:2.0:1787780317.472682:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780317.472709:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aee940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881746944:0@lo:400:kworker.0 00000100:00100000:2.0:1787780317.472741:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746432 00000100:00100000:2.0:1787780317.472746:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746432 00000100:00100000:2.0:1787780317.472813:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787780317.472822:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881746432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780317.472881:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881746432:12345-0@lo:400:kworker.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780317.472888:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1787780317.472905:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787780317.479283:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746560 00000100:00100000:1.0:1787780317.479315:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746560 00000100:00100000:1.0:1787780317.479381:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787780317.479391:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aed2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881746560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.479494:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aed2c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881746560:12345-0@lo:400:kworker.0 Request processed in 105us (8067us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780317.479502:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787780317.479611:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881746304:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.479625:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881746816:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.479639:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881747328:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.479650:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881746688:0@lo:400:kworker.0 00010000:00080000:1.0:1787780317.479664:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0477aed680 x1874622881747200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780317.481421:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746176 00000100:00100000:0.0:1787780317.481434:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746176 00000100:00100000:0.0:1787780317.481501:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1787780317.481509:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3641:x1874622881746176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780317.481583:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3641:x1874622881746176:12345-0@lo:400:kworker.0 Request processed in 74us (10900us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780317.481590:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1787780317.482316:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881746560:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482322:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3641:1874622881747200:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482368:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e552c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881746176:0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.482376:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780317.482409:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747072 00000100:00100000:3.0:1787780317.482414:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aefc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881747456:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482416:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747072 00000100:00100000:3.0:1787780317.482466:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780317.482482:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881746944 00000100:00100000:1.0:1787780317.482486:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881746944 00000100:00100000:1.0:1787780317.482502:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747456 00000100:00100000:1.0:1787780317.482505:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747456 00000100:00100000:3.0:1787780317.482507:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881746048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780317.482526:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787780317.482536:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aef840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881747072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780317.482538:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e54f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881746432:0@lo:400:kworker.0 00000100:00080000:3.0:1787780317.482571:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787780317.482589:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aef840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1874622881747072:12345-0@lo:400:kworker.0 Request processed in 53us (10023us total) trans 0 rc 0/0 00000100:00080000:3.0:1787780317.482591:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787780317.482598:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787780317.482617:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3644:1874622881747072:0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482627:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787780317.482634:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aeda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881746944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482670:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aeda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881746944:12345-0@lo:400:kworker.0 Request processed in 38us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780317.482677:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787780317.482689:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787780317.482694:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aec3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881747456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780317.482719:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aec3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881747456:12345-0@lo:400:kworker.0 Request processed in 25us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780317.482724:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787780317.482800:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aee940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881746944:0@lo:400:kworker.0 00010000:00080000:3.0:1787780317.482814:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0477aefc00 x1874622881747456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780317.482824:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aefc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881747456:0@lo:400:kworker.0 00010000:00010000:0.0:1787780317.724129:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787780317.983467:0:25129:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe 00000001:00080000:0.0:1787780317.983486:0:25129:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:3.0:1787780318.748001:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780319.005629:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881747584:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780319.005716:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780319.005883:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747584 00000100:00100000:0.0:1787780319.005893:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747584 00000100:00100000:0.0:1787780319.005952:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780319.005987:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881747584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787780319.006017:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1787780319.006223:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881747584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.006232:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780319.006667:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787780319.006681:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aefc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881747712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780319.006723:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780319.006754:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747712 00000100:00100000:3.0:1787780319.006759:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747712 00000100:00100000:3.0:1787780319.006831:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787780319.006863:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aee940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881747712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787780319.006876:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787780319.006911:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aee940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881747712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.006917:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787780319.006960:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aefc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881747712:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787780319.008267:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787780319.008323:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881747584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787780319.427096:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.427529:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794432 00000100:00100000:1.0:1787780319.427538:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794432 00000100:00100000:1.0:1787780319.427619:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00100000:1.0:1787780319.427629:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aefc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18216:x1874622863794432:12345-192.168.203.31@tcp:41:lfs.0 00000004:00000024:1.0:1787780319.427664:0:22806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780319.427763:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aefc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18216:x1874622863794432:12345-192.168.203.31@tcp:41:lfs.0 Request processed in 135us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.427770:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00080000:3.0:1787780319.428407:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787780319.442517:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.443296:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794560 00000100:00100000:0.0:1787780319.443307:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794560 00000100:00100000:0.0:1787780319.443390:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 15 00000100:00100000:0.0:1787780319.443402:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18216:x1874622863794560:12345-192.168.203.31@tcp:41:lfs.0 00000004:00000024:0.0:1787780319.443437:0:22807:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780319.443538:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18216:x1874622863794560:12345-192.168.203.31@tcp:41:lfs.0 Request processed in 139us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.443545:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 15 00000100:00080000:3.0:1787780319.444311:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787780319.449604:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780319.451825:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794688 00000100:00100000:3.0:1787780319.451874:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794688 00000100:00100000:3.0:1787780319.451972:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:3.0:1787780319.451997:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18216:x1874622863794688:12345-192.168.203.31@tcp:13:lfs.0 00002000:00000024:3.0:1787780319.452026:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1787780319.452120:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e3c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18216:x1874622863794688:12345-192.168.203.31@tcp:13:lfs.0 Request processed in 126us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.452128:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00080000:1.0:1787780319.452421:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780319.457929:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.465472:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794816 00000100:00100000:0.0:1787780319.465487:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794816 00000100:00100000:0.0:1787780319.465578:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00100000:0.0:1787780319.465590:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18216:x1874622863794816:12345-192.168.203.31@tcp:13:lfs.0 00002000:00000024:0.0:1787780319.465624:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780319.465757:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18216:x1874622863794816:12345-192.168.203.31@tcp:13:lfs.0 Request processed in 169us (7837us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.465765:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00080000:1.0:1787780319.466083:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787780319.516013:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787780319.516035:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881747840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780319.516138:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780319.516187:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747840 00000100:00100000:1.0:1787780319.516194:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747840 00000100:00100000:1.0:1787780319.516239:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787780319.516247:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477796580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881747840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787780319.516275:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780319.516320:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477796580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881747840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.516327:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787780319.516370:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477797840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881747840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780319.516710:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881747968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780319.516742:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780319.516885:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881747968 00000100:00100000:2.0:1787780319.516890:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881747968 00000100:00100000:2.0:1787780319.516925:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787780319.516932:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aef0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881747968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787780319.516956:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787780319.516992:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aef0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881747968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.516999:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787780319.517725:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881747968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787780319.737739:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.737835:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863794944 00000100:00100000:0.0:1787780319.737899:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863794944 00000100:00100000:0.0:1787780319.737954:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 130 00000100:00100000:0.0:1787780319.738066:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+10:18250:x1874622863794944:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787780319.738105:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780319.738124:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c03488cf400/0xc8fc0a5179962587 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea23c6 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.738154:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c03488cf400/0xc8fc0a5179962587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23c6 expref: 11 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.738165:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c03488cf400/0xc8fc0a5179962587 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23c6 expref: 11 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.738175:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cf400, rc 0) 00000100:00100000:0.0:1787780319.738245:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18250:x1874622863794944:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 183us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.747054:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.747174:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795072 00000100:00100000:1.0:1787780319.747182:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795072 00000100:00100000:1.0:1787780319.747236:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 131 00000100:00100000:1.0:1787780319.747245:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795072:12345-192.168.203.31@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787780319.747392:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0341d4d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795072:12345-192.168.203.31@tcp:501:mount.lustre.0 Request processed in 145us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.747393:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 130 00000100:00100000:1.0:1787780319.747404:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 131 00000100:00100000:1.0:1787780319.755213:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.755249:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795200 00000100:00100000:0.0:1787780319.755259:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795200 00000100:00100000:0.0:1787780319.757357:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 132 00000100:00100000:0.0:1787780319.757370:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18250:x1874622863795200:12345-192.168.203.31@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787780319.757600:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18250:x1874622863795200:12345-192.168.203.31@tcp:503:mount.lustre.0 Request processed in 231us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.757609:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 132 00000100:00100000:3.0:1787780319.767709:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.767791:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795328 00000100:00100000:2.0:1787780319.767802:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795328 00000100:00100000:2.0:1787780319.767883:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 133 00000100:00100000:2.0:1787780319.767893:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795328:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787780319.768111:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795328:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 218us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.768119:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 133 00010000:00010000:0.0:1787780319.778824:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780319.801784:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.802028:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795456 00000100:00100000:0.0:1787780319.802042:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795456 00000100:00100000:0.0:1787780319.802122:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 134 00000100:00100000:0.0:1787780319.802133:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795456:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787780319.802377:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795456:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 245us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.802395:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 134 00000100:00100000:1.0:1787780319.814285:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.814617:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795584 00000100:00100000:2.0:1787780319.814632:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795584 00000100:00100000:2.0:1787780319.814707:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 135 00000100:00100000:2.0:1787780319.814720:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795584:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787780319.814975:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18256:x1874622863795584:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 257us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.814984:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 135 00000100:00100000:3.0:1787780319.840376:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.840765:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795712 00000100:00100000:2.0:1787780319.840780:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795712 00000100:00100000:2.0:1787780319.840910:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 136 00000100:00100000:2.0:1787780319.840924:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18250:x1874622863795712:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787780319.840948:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780319.841001:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a71600/0xc8fc0a517996258e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea23f7 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780319.841045:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a71600/0xc8fc0a517996258e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23f7 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780319.841060:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a71600/0xc8fc0a517996258e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23f7 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780319.841072:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71600, rc 0) 00000100:00100000:2.0:1787780319.841143:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795712:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 224us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.841151:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 136 00000100:00100000:3.0:1787780319.845520:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.845672:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795840 00000100:00100000:0.0:1787780319.845687:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795840 00000100:00100000:0.0:1787780319.845765:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 137 00000100:00100000:0.0:1787780319.845778:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795840:12345-192.168.203.31@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787780319.845818:0:22799:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787780319.845896:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787780319.845902:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787780319.845905:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787780319.845908:0:22799:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787780319.845910:0:22799:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787780319.861657:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795840:12345-192.168.203.31@tcp:256:mount.lustre.0 Request processed in 15869us (16143us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.861673:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 137 00000100:00100000:3.0:1787780319.868425:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.870076:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863795968 00000100:00100000:0.0:1787780319.870097:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863795968 00000100:00100000:0.0:1787780319.870194:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 138 00000100:00100000:0.0:1787780319.870206:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18250:x1874622863795968:12345-192.168.203.31@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787780319.870230:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780319.870254:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea23fe expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.870291:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.870303:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780319.870335:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cea00, rc 0) 00000100:00100000:0.0:1787780319.870500:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18250:x1874622863795968:12345-192.168.203.31@tcp:101:mount.lustre.0 Request processed in 295us (2092us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.870508:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 138 00000100:00100000:3.0:1787780319.883136:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.884745:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796096 00000100:00100000:0.0:1787780319.884766:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796096 00000100:00100000:2.0:1787780319.885199:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 139 00000100:00100000:2.0:1787780319.885215:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18250:x1874622863796096:12345-192.168.203.31@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787780319.885428:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18250:x1874622863796096:12345-192.168.203.31@tcp:501:mount.lustre.0 Request processed in 218us (2307us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.885444:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 139 00000100:00100000:3.0:1787780319.888322:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.893152:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796224 00000100:00100000:2.0:1787780319.893182:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796224 00000100:00100000:2.0:1787780319.893370:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 140 00000100:00100000:2.0:1787780319.893383:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18250:x1874622863796224:12345-192.168.203.31@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787780319.893635:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18250:x1874622863796224:12345-192.168.203.31@tcp:503:mount.lustre.0 Request processed in 253us (5329us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.893645:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 140 00000100:00100000:1.0:1787780319.897667:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.899004:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796352 00000100:00100000:0.0:1787780319.899021:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796352 00000100:00100000:0.0:1787780319.899090:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 141 00000100:00100000:0.0:1787780319.899100:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18262:x1874622863796352:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787780319.899379:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18262:x1874622863796352:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 278us (1728us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.899389:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 141 00000100:00100000:2.0:1787780319.919256:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780319.919347:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796480 00000100:00100000:0.0:1787780319.919360:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796480 00000100:00100000:0.0:1787780319.919430:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 142 00000100:00100000:0.0:1787780319.919454:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18262:x1874622863796480:12345-192.168.203.31@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787780319.919669:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18262:x1874622863796480:12345-192.168.203.31@tcp:502:llog_process_th.0 Request processed in 218us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.919690:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 142 00000100:00100000:1.0:1787780319.959422:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.959477:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.959508:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.959534:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.959561:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.959592:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797376 00000100:00100000:1.0:1787780319.959630:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797376 00000100:00100000:3.0:1787780319.959769:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797248 00000100:00100000:3.0:1787780319.959774:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797248 00000100:00100000:3.0:1787780319.959798:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796608 00000100:00100000:3.0:1787780319.959801:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796608 00000100:00100000:3.0:1787780319.959810:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796864 00000100:00100000:3.0:1787780319.959811:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796864 00000100:00100000:3.0:1787780319.959824:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 38 00000100:00100000:3.0:1787780319.959834:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477797840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2410:x1874622863797376:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780319.959967:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477797840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2410:x1874622863797376:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 134us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.959976:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 38 00000100:00100000:3.0:1787780319.960005:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 39 00000100:00100000:3.0:1787780319.960010:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2411:x1874622863797248:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:3.0:1787780319.960032:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2411:x1874622863797248:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 22us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.960038:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 39 00000100:00100000:3.0:1787780319.960050:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 16 00000100:00100000:3.0:1787780319.960054:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2407:x1874622863796608:12345-192.168.203.31@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787780319.960082:0:22805:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 94a9e892-cc76-40a8-9faa-13017dec0c35@192.168.203.31@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1787780319.960127:0:22805:0:(genops.c:1385:class_connect()) connect: client 94a9e892-cc76-40a8-9faa-13017dec0c35, cookie 0xc8fc0a517996259c 00000004:00100000:3.0:1787780319.960163:0:22805:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787780319.960289:0:22805:0:(import.c:65:import_set_state_nolock()) ffff9c03412be000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780319.960319:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2407:x1874622863796608:12345-192.168.203.31@tcp:38:mount.lustre.0 Request processed in 263us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.960326:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 16 00000100:00100000:3.0:1787780319.960339:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 17 00000100:00100000:3.0:1787780319.960343:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347feb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2407:x1874622863796864:12345-192.168.203.31@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787780319.960358:0:22805:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 94a9e892-cc76-40a8-9faa-13017dec0c35@192.168.203.31@tcp t0 exp 0000000000000000 cur 727 last 0 00000020:00000080:3.0:1787780319.960380:0:22805:0:(genops.c:1385:class_connect()) connect: client 94a9e892-cc76-40a8-9faa-13017dec0c35, cookie 0xc8fc0a51799625a3 00000004:00100000:3.0:1787780319.960391:0:22805:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787780319.960433:0:22805:0:(import.c:65:import_set_state_nolock()) ffff9c03412bf800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787780319.960466:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347feb0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2407:x1874622863796864:12345-192.168.203.31@tcp:38:mount.lustre.0 Request processed in 121us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780319.960472:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 17 00000100:00100000:0.0:1787780319.960660:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797504 00000100:00100000:0.0:1787780319.960666:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797504 00000100:00100000:0.0:1787780319.960720:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:0.0:1787780319.960727:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863797504:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780319.960765:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e552c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863797504:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 39us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780319.960771:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:1.0:1787780319.974642:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.974875:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797632 00000100:00100000:2.0:1787780319.974907:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797632 00000100:00100000:2.0:1787780319.974987:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780319.975000:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04703543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2410:x1874622863797632:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780319.975116:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04703543c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2410:x1874622863797632:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 119us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780319.975125:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780319.994066:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.994125:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780319.994164:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.994281:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797120 00000100:00100000:1.0:1787780319.994294:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797120 00000100:00100000:1.0:1787780319.994387:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796992 00000100:00100000:1.0:1787780319.994391:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796992 00000100:00100000:1.0:1787780319.994409:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863796736 00000100:00100000:1.0:1787780319.994412:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863796736 00000100:00100000:1.0:1787780319.994430:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 18 00000100:00100000:1.0:1787780319.994453:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+7:18250:x1874622863797120:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787780319.994501:0:22806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780319.994593:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da6580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+7:18250:x1874622863797120:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 144us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.994602:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 18 00000100:00100000:1.0:1787780319.994623:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:1.0:1787780319.994630:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:0:x1874622863796992:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787780319.994644:0:22806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787780319.994686:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:0:x1874622863796992:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 45us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.994693:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:1.0:1787780319.994706:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:1.0:1787780319.994712:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:0:x1874622863796736:12345-192.168.203.31@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787780319.994723:0:22806:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780319.994744:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:0:x1874622863796736:12345-192.168.203.31@tcp:41:mount.lustre.0 Request processed in 32us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.994751:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00080000:2.0:1787780319.995424:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787780319.995431:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787780319.997986:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780319.998332:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797760 00000100:00100000:1.0:1787780319.998345:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797760 00000100:00100000:1.0:1787780319.998424:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:1.0:1787780319.998446:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863797760:12345-192.168.203.31@tcp:40:mount.lustre.0 00000100:00100000:1.0:1787780319.998571:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477aec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863797760:12345-192.168.203.31@tcp:40:mount.lustre.0 Request processed in 136us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780319.998579:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:1.0:1787780320.004235:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780320.004292:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780320.004648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780320.004815:0:22817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798144 00000100:00100000:0.0:1787780320.004828:0:22817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798144 00000100:00100000:0.0:1787780320.004936:0:22817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:0.0:1787780320.004949:0:22817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0470357840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863798144:12345-192.168.203.31@tcp:900:mount.lustre.0 00000100:00100000:0.0:1787780320.005064:0:22817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0470357840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863798144:12345-192.168.203.31@tcp:900:mount.lustre.0 Request processed in 118us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780320.005073:0:22817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:2.0:1787780320.008629:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863797888 00000100:00100000:2.0:1787780320.008652:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863797888 00000100:00100000:2.0:1787780320.008737:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798016 00000100:00100000:2.0:1787780320.008741:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798016 00000100:00100000:2.0:1787780320.008767:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:2.0:1787780320.008778:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0458b89680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2407:x1874622863797888:12345-192.168.203.31@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787780320.008880:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 94a9e892-cc76-40a8-9faa-13017dec0c35@192.168.203.31@tcp t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:2.0:1787780320.008926:0:24313:0:(genops.c:1385:class_connect()) connect: client 94a9e892-cc76-40a8-9faa-13017dec0c35, cookie 0xc8fc0a51799625aa 00002000:00100000:2.0:1787780320.008943:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 94a9e892-cc76-40a8-9faa-13017dec0c35/ffff9c03479a4800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113939 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787780320.008959:0:24313:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787780320.009054:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787780320.009101:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c03479a0800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780320.009208:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0458b89680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2407:x1874622863797888:12345-192.168.203.31@tcp:8:mount.lustre.0 Request processed in 430us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780320.009217:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:2.0:1787780320.009256:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 22 00000100:00100000:2.0:1787780320.009261:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2407:x1874622863798016:12345-192.168.203.31@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787780320.009279:0:24313:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 94a9e892-cc76-40a8-9faa-13017dec0c35@192.168.203.31@tcp t0 exp 0000000000000000 cur 728 last 0 00000020:00000080:2.0:1787780320.009296:0:24313:0:(genops.c:1385:class_connect()) connect: client 94a9e892-cc76-40a8-9faa-13017dec0c35, cookie 0xc8fc0a51799625b1 00002000:00100000:2.0:1787780320.009302:0:24313:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 94a9e892-cc76-40a8-9faa-13017dec0c35/ffff9c03479a6000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113939 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787780320.009310:0:24313:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787780320.009367:0:24313:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787780320.009414:0:24313:0:(import.c:65:import_set_state_nolock()) ffff9c0480ac5800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787780320.009458:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477840000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2407:x1874622863798016:12345-192.168.203.31@tcp:8:mount.lustre.0 Request processed in 194us (4810us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780320.009467:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 22 00000100:00100000:2.0:1787780320.015365:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780320.015479:0:22809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798272 00000100:00100000:3.0:1787780320.015490:0:22809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798272 00000100:00100000:3.0:1787780320.015556:0:22809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:3.0:1787780320.015569:0:22809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863798272:12345-192.168.203.31@tcp:33:mount.lustre.0 00000004:00200000:3.0:1787780320.015707:0:22809:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787780320.018044:0:22809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18250:x1874622863798272:12345-192.168.203.31@tcp:33:mount.lustre.0 Request processed in 2462us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780320.018062:0:22809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:2.0:1787780320.172157:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780320.172407:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798400 00000100:00100000:0.0:1787780320.172421:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798400 00000100:00100000:0.0:1787780320.172551:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 22 00000100:00100000:0.0:1787780320.172565:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18285:x1874622863798400:12345-192.168.203.31@tcp:101:mkdir.0 00010000:00010000:0.0:1787780320.172594:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780320.172627:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a51799625b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea242f expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.172748:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.172767:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.172791:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780320.172902:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787780320.172926:0:25600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787780320.172957:0:25600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.172991:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a51799625b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 8 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.173014:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 7 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780320.173023:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:0.0:1787780320.173026:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787780320.173030:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cec00, rc 0) 00000100:00100000:0.0:1787780320.173111:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+7:18285:x1874622863798400:12345-192.168.203.31@tcp:101:mkdir.0 Request processed in 550us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780320.173120:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 22 00000040:00080000:0.0:1787780320.284619:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787780320.796166:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780321.819954:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780322.588250:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881748096:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.588272:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881748480:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.588389:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881748352:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.588599:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881748224:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.600641:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780322.600712:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881748864:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.600745:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780322.600765:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e59e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881749376:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.600791:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780322.600821:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04778403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881749888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787780322.600861:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780322.600901:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748352 00000100:00100000:2.0:1787780322.600908:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748352 00000100:00100000:2.0:1787780322.600972:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748864 00000100:00100000:2.0:1787780322.600985:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748864 00000100:00100000:2.0:1787780322.601027:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787780322.601035:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881748352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.603341:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881748352:12345-0@lo:400:kworker.0 Request processed in 2289us (2691us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.603355:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787780322.603384:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787780322.603394:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881748864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.603451:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da4780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881748864:12345-0@lo:400:kworker.0 Request processed in 60us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.603457:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1787780322.603499:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780322.603542:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881748352:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.603554:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881748864:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.603622:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749888 00000100:00100000:2.0:1787780322.603627:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749888 00000100:00100000:2.0:1787780322.603671:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787780322.603679:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881749888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787780322.603702:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787780322.603742:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da6d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881749888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.603748:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1787780322.603763:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787780322.603783:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04778403c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881749888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787780322.603833:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749376 00000100:00100000:2.0:1787780322.603859:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749376 00000100:00100000:2.0:1787780322.603899:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787780322.603920:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881749376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.606512:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881749376:12345-0@lo:400:kworker.0 Request processed in 1008us (4134us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.606534:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1787780322.606590:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1787780322.606638:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347e59e00 x1874622881749376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780322.606653:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e59e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881749376:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616472:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780322.616538:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748224 00000100:00100000:1.0:1787780322.616548:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748224 00000100:00100000:1.0:1787780322.616617:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787780322.616627:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477840b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881748224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616686:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477840b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881748224:12345-0@lo:400:kworker.0 Request processed in 62us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780322.616694:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787780322.616750:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881748224:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616763:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881748736:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616792:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780322.616809:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748736 00000100:00100000:1.0:1787780322.616812:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748736 00000100:00100000:1.0:1787780322.616828:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787780322.616833:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477843840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881748736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616891:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477843840 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881748736:12345-0@lo:400:kworker.0 Request processed in 57us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780322.616897:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787780322.616918:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e59a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881748736:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.616925:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881749248:0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.617887:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780322.617927:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881749760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780322.618149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780322.618187:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749760 00000100:00100000:1.0:1787780322.618193:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749760 00000100:00100000:1.0:1787780322.618244:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787780322.618251:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04778412c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881749760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780322.618272:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780322.618306:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04778412c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881749760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780322.618313:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1787780322.618462:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787780322.618483:0:3641:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787780322.618509:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881749760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780322.618564:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749248 00000100:00100000:1.0:1787780322.618568:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749248 00000100:00100000:1.0:1787780322.618613:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787780322.618620:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881749248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787780322.618662:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477843480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1874622881749248:12345-0@lo:400:kworker.0 Request processed in 43us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780322.618684:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:1.0:1787780322.618700:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787780322.618718:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3641:1874622881749248:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.620384:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780322.620449:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881748992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.620491:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780322.620511:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874622881749504:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.620533:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780322.620555:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787780322.620561:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881749120:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.620581:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780322.620597:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881749632:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.620616:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780322.620896:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749504 00000100:00100000:2.0:1787780322.620904:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749504 00000100:00100000:2.0:1787780322.620963:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749120 00000100:00100000:2.0:1787780322.620967:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749120 00000100:00100000:2.0:1787780322.620978:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881749632 00000100:00100000:2.0:1787780322.620980:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881749632 00000100:00100000:2.0:1787780322.620995:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787780322.621003:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874622881749504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.621071:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1874622881749504:12345-0@lo:400:kworker.0 Request processed in 68us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.621077:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787780322.621092:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787780322.621098:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881749120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.621137:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881749120:12345-0@lo:400:kworker.0 Request processed in 39us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.621143:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787780322.621155:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787780322.621162:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e58780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881749632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.621219:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e58780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881749632:12345-0@lo:400:kworker.0 Request processed in 58us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.621225:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787780322.621246:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748480 00000100:00100000:2.0:1787780322.621250:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748480 00000100:00100000:2.0:1787780322.621272:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748992 00000100:00100000:2.0:1787780322.621275:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748992 00000100:00100000:2.0:1787780322.621291:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787780322.621297:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881748480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.621327:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881748480:12345-0@lo:400:kworker.0 Request processed in 30us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.621333:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787780322.621345:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787780322.621351:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e58b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881748992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.621377:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e58b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881748992:12345-0@lo:400:kworker.0 Request processed in 27us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.621383:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1787780322.621568:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787780322.621573:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787780322.621603:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881749120:0@lo:400:kworker.0 00010000:00080000:3.0:1787780322.621617:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0347e5ad00 x1874622881749632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787780322.621651:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881749632:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.621665:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c046215d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881748480:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.621675:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e58f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881748992:0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.621682:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3643:1874622881749504:0@lo:400:kworker.0 00000100:00100000:0.0:1787780322.621992:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780322.622041:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881748608:0@lo:400:kworker.0 00000100:00100000:0.0:1787780322.622074:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780322.624450:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748096 00000100:00100000:3.0:1787780322.624465:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748096 00000100:00100000:3.0:1787780322.624537:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1787780322.624547:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3644:x1874622881748096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787780322.624707:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3644:x1874622881748096:12345-0@lo:400:kworker.0 Request processed in 161us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780322.624715:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1787780322.624731:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ac2f29a1-9399-4f00-b299-d2a003b42d62:3644:1874622881748096:0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.624809:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881748608 00000100:00100000:2.0:1787780322.624814:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881748608 00000100:00100000:2.0:1787780322.624886:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787780322.624894:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881748608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780322.624933:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e12c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1874622881748608:12345-0@lo:400:kworker.0 Request processed in 40us (2859us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780322.624939:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787780322.625015:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0461955e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3644:1874622881748608:0@lo:400:kworker.0 00010000:00010000:0.0:1787780322.849289:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787780323.111518:0:23538:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 94a9e892-cc76-40a8-9faa-13017dec0c35 00000001:00100000:0.0:1787780323.111531:0:23538:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe 00000001:00100000:1.0:1787780323.111885:0:22785:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 94a9e892-cc76-40a8-9faa-13017dec0c35 00000001:00100000:1.0:1787780323.111892:0:22785:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe 00000001:00100000:2.0:1787780323.116813:0:24308:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 94a9e892-cc76-40a8-9faa-13017dec0c35 00000001:00100000:2.0:1787780323.116825:0:24308:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe 00000001:02000400:3.0:1787780323.525261:0:25686:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1787780323.868108:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780324.125419:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881750016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787780324.125518:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780324.126018:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750016 00000100:00100000:2.0:1787780324.126034:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750016 00000100:00100000:2.0:1787780324.126101:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780324.126111:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881750016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787780324.126142:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787780324.126199:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e30c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881750016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780324.126206:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787780324.126252:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e583c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881750016:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787780324.126326:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780324.129898:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787780324.131245:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881750144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787780324.131322:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780324.131748:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750144 00000100:00100000:1.0:1787780324.131757:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750144 00000100:00100000:1.0:1787780324.131860:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787780324.131869:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881750144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787780324.131895:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787780324.131967:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da52c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881750144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780324.131974:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1787780324.132116:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780324.132249:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881750144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787780324.636626:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787780324.636656:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477842940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881750272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780324.636730:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780324.636814:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750272 00000100:00100000:1.0:1787780324.636822:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750272 00000100:00100000:1.0:1787780324.636891:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787780324.636900:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e58f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881750272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787780324.636935:0:22811:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780324.636977:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e58f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881750272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780324.636984:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787780324.637006:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787780324.637017:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881750400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787780324.637047:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780324.637218:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477842940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881750272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780324.638475:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750400 00000100:00100000:1.0:1787780324.638500:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750400 00000100:00100000:1.0:1787780324.638555:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787780324.638573:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881750400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787780324.638607:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787780324.638673:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da5680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881750400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780324.638679:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787780324.638816:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881750400:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787780324.891986:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787780325.283277:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283323:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283357:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283379:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283407:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283430:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283448:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283466:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283498:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780325.283528:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799040 00000100:00100000:0.0:1787780325.283537:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799040 00000100:00100000:0.0:1787780325.283590:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799552 00000100:00100000:0.0:1787780325.283593:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799552 00000100:00100000:0.0:1787780325.283607:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798912 00000100:00100000:0.0:1787780325.283609:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798912 00000100:00100000:0.0:1787780325.283619:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799424 00000100:00100000:0.0:1787780325.283621:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799424 00000100:00100000:0.0:1787780325.283636:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:0.0:1787780325.283644:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863799040:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.283714:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e03c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863799040:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 70us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.283722:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 12 00000100:00100000:0.0:1787780325.283738:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:0.0:1787780325.283744:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2411:x1874622863799552:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.283764:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e2580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2411:x1874622863799552:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.283785:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:0.0:1787780325.283796:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00100000:0.0:1787780325.283801:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863798912:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.283824:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e1680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863798912:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 23us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.283829:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00100000:0.0:1787780325.283857:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 15 00000100:00100000:0.0:1787780325.283864:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0471060780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863799424:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.283886:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0471060780 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863799424:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.283892:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 15 00000100:00100000:0.0:1787780325.283908:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798784 00000100:00100000:0.0:1787780325.283912:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798784 00000100:00100000:0.0:1787780325.283930:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799296 00000100:00100000:0.0:1787780325.283933:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799296 00000100:00100000:0.0:1787780325.283942:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798656 00000100:00100000:0.0:1787780325.283944:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798656 00000100:00100000:0.0:1787780325.283953:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799168 00000100:00100000:0.0:1787780325.283955:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799168 00000100:00100000:0.0:1787780325.283967:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 46 00000100:00100000:0.0:1787780325.283972:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863798784:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.283999:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863798784:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 26us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.284005:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 46 00000100:00100000:0.0:1787780325.284016:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 47 00000100:00100000:0.0:1787780325.284027:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863799296:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.284051:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e2d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863799296:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 24us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.284058:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 47 00000100:00100000:0.0:1787780325.284069:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 48 00000100:00100000:0.0:1787780325.284075:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863798656:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.284100:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e0b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863798656:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.284106:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 48 00000100:00100000:0.0:1787780325.284132:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 49 00000100:00100000:0.0:1787780325.284138:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488e21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2411:x1874622863799168:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:0.0:1787780325.284159:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488e21c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2411:x1874622863799168:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 22us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780325.284164:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 49 00000100:00080000:3.0:1787780325.284429:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787780325.284433:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787780325.284436:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787780325.284438:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787780325.285674:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863798528 00000100:00100000:2.0:1787780325.285685:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863798528 00000100:00100000:2.0:1787780325.285740:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 144 00000100:00100000:2.0:1787780325.285748:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:2411:x1874622863798528:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:2.0:1787780325.285805:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:2411:x1874622863798528:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 57us (2539us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780325.285813:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 144 00000040:00080000:2.0:1787780325.736513:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787780325.916049:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787780326.185227:0:25129:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 94a9e892-cc76-40a8-9faa-13017dec0c35 00010000:00010000:0.0:1787780326.940089:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780327.708036:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787780327.708058:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477841680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881750528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780327.708117:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780327.708182:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750528 00000100:00100000:1.0:1787780327.708189:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750528 00000100:00100000:1.0:1787780327.708234:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787780327.708241:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477843c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881750528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787780327.708268:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780327.708319:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477843c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881750528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780327.708326:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787780327.708366:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477841680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881750528:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787780327.710239:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787780327.713378:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881750912:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713456:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713494:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881751424:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713517:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713531:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c044671ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1874622881751936:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713580:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787780327.713585:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881750784:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713608:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713636:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881751296:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713657:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713671:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0446718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881751808:0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713690:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780327.713721:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750784 00000100:00100000:2.0:1787780327.713728:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750784 00000100:00100000:2.0:1787780327.713770:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787780327.713778:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881750784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780327.713828:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881750784:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780327.713835:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787780327.713902:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881750784:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714430:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881751040:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714479:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714509:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c044671bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881751552:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714531:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714549:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c044671a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881752064:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714572:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714587:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1787780327.714604:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881750656:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714642:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714667:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881751168:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714687:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714703:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0446719e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881751680:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714733:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714745:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881752192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787780327.714776:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.714808:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750912 00000100:00100000:0.0:1787780327.714812:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750912 00000100:00100000:0.0:1787780327.714879:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751424 00000100:00100000:0.0:1787780327.714882:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751424 00000100:00100000:0.0:1787780327.714898:0:24313:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751296 00000100:00100000:0.0:1787780327.714901:0:24313:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751296 00000100:00100000:0.0:1787780327.714914:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780327.714921:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881750912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.714962:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671b0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881750912:12345-0@lo:400:kworker.0 Request processed in 41us (1505us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.714968:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787780327.714982:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780327.714988:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881751424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715015:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881751424:12345-0@lo:400:kworker.0 Request processed in 27us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715021:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787780327.715031:0:24313:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787780327.715036:0:24313:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881751296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715074:0:24313:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671b840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881751296:12345-0@lo:400:kworker.0 Request processed in 38us (1416us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715080:0:24313:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787780327.715101:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751936 00000100:00100000:0.0:1787780327.715104:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751936 00000100:00100000:0.0:1787780327.715123:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751808 00000100:00100000:0.0:1787780327.715125:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751808 00000100:00100000:0.0:1787780327.715136:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751040 00000100:00100000:0.0:1787780327.715138:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751040 00000100:00100000:0.0:1787780327.715147:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751552 00000100:00100000:0.0:1787780327.715149:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751552 00000100:00100000:0.0:1787780327.715157:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752064 00000100:00100000:0.0:1787780327.715160:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752064 00000100:00100000:0.0:1787780327.715170:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751680 00000100:00100000:0.0:1787780327.715172:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751680 00000100:00100000:0.0:1787780327.715183:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787780327.715188:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446718b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1874622881751936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715220:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446718b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1874622881751936:12345-0@lo:400:kworker.0 Request processed in 32us (1662us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715226:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787780327.715237:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787780327.715242:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446719680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881751808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715266:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446719680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1874622881751808:12345-0@lo:400:kworker.0 Request processed in 24us (1575us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715271:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787780327.715281:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787780327.715287:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881751040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715317:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c6d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1874622881751040:12345-0@lo:400:kworker.0 Request processed in 31us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715330:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787780327.715341:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787780327.715347:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881751552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715374:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c61c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1874622881751552:12345-0@lo:400:kworker.0 Request processed in 28us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715390:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787780327.715402:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787780327.715408:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881752064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715434:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1874622881752064:12345-0@lo:400:kworker.0 Request processed in 26us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715440:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787780327.715452:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787780327.715457:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881751680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715483:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c4b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881751680:12345-0@lo:400:kworker.0 Request processed in 26us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715488:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787780327.715516:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881750656 00000100:00100000:0.0:1787780327.715520:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881750656 00000100:00100000:0.0:1787780327.715547:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1787780327.715553:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3643:x1874622881750656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715582:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3643:x1874622881750656:12345-0@lo:400:kworker.0 Request processed in 30us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715588:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:0.0:1787780327.715612:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787780327.715616:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787780327.715624:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787780327.715626:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787780327.715651:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881750656:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715665:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0446719e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881751680:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715674:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3643:1874622881751040:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715681:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c044671bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3643:1874622881751552:0@lo:400:kworker.0 00010000:00080000:0.0:1787780327.715691:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c044671a1c0 x1874622881752064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780327.715701:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c044671a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3643:1874622881752064:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715734:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881751168 00000100:00100000:0.0:1787780327.715738:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881751168 00000100:00100000:0.0:1787780327.715759:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787780327.715765:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881751168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715803:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c52c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881751168:12345-0@lo:400:kworker.0 Request processed in 38us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715809:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787780327.715834:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881751168:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.715875:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752192 00000100:00100000:0.0:1787780327.715879:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752192 00000100:00100000:0.0:1787780327.715903:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787780327.715909:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881752192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787780327.715923:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1787780327.715959:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c6940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881752192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.715974:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787780327.716008:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881752192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787780327.716034:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881751296:0@lo:400:kworker.0 00010000:00080000:0.0:1787780327.716044:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0446718000 x1874622881751808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780327.716053:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0446718000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3642:1874622881751808:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.716064:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881750912:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.716071:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881751424:0@lo:400:kworker.0 00000100:00100000:0.0:1787780327.716085:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c044671ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3642:1874622881751936:0@lo:400:kworker.0 00000020:00000080:0.0:1787780327.872458:0:25834:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffef6e236c0 20000000:00000080:0.0:1787780327.872474:0:25834:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9c0446764400 uarg=0000000000000000 20000000:01000000:0.0:1787780327.872586:0:25834:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787780327.872593:0:25834:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787780327.872598:0:25834:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1787780327.873171:0:25835:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1787780327.873403:0:25834:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1787780327.880505:0:25834:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787780327.880536:0:25834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880555:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996221c expref: 23 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880562:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a517996222a expref: 23 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880585:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880592:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880602:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880609:0:25834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 12 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880618:0:25834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880670:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 12 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880686:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 12 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.880699:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752320:192.168.203.31@tcp:104: 00010000:00010000:0.0:1787780327.880789:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880797:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.880804:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752448:192.168.203.31@tcp:104: 00010000:00010000:0.0:1787780327.880872:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.880880:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 23 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.880889:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c43c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752576:0@lo:104: 00000100:00100000:0.0:1787780327.880929:0:25834:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780327.880957:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752576 00010000:00010000:0.0:1787780327.880964:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.880965:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752576 00010000:00010000:0.0:1787780327.880971:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 23 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.880978:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752704:0@lo:104: 00000100:00100000:0.0:1787780327.880999:0:25834:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780327.881007:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752704 00000100:00100000:3.0:1787780327.881009:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752704 00010000:00010000:0.0:1787780327.881013:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 23 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.881021:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 23 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.881024:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787780327.881029:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752832:0@lo:104: 00000100:00100000:3.0:1787780327.881032:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:25834:x1874622881752576:12345-0@lo:104: 00010000:00010000:3.0:1787780327.881044:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.881048:0:25834:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787780327.881060:0:25834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 23 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.881068:0:25834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 23 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.881086:0:25834:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c7c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752960:0@lo:104: 00010000:00010000:3.0:1787780327.881091:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787780327.881096:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c4f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:25834:x1874622881752576:12345-0@lo:104: Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780327.881103:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787780327.881121:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752832 00000100:00100000:3.0:1787780327.881124:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752832 00000100:00100000:3.0:1787780327.881138:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780327.881144:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c6580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:25834:x1874622881752704:12345-0@lo:104: 00010000:00010000:3.0:1787780327.881151:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881186:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787780327.881191:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c6580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+4:25834:x1874622881752704:12345-0@lo:104: Request processed in 47us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780327.881197:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787780327.881210:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787780327.881216:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:25834:x1874622881752832:12345-0@lo:104: 00010000:00010000:3.0:1787780327.881223:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881265:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1787780327.881270:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:25834:x1874622881752832:12345-0@lo:104: Request processed in 56us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780327.881276:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1787780327.881295:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787780327.881300:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881308:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780327.881312:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881320:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780327.881327:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780327.881333:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787780327.881357:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881364:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780327.881398:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881406:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477868600/0xc8fc0a51799623e3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a51799623ea expref: -99 pid: 25128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881427:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787780327.881431:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881437:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477868000 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780327.881440:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881447:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780327.881454:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780327.881459:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787780327.881473:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881479:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780327.881485:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881491:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477868000/0xc8fc0a5179962269 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962270 expref: -99 pid: 24307 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881500:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780327.881503:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881518:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0348c7b600 already unused, calling callback (ffffffffc139ac20) 10000000:00010000:3.0:1787780327.881521:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881528:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780327.881534:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780327.881539:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787780327.881551:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881557:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787780327.881609:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881753344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780327.881651:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787780327.881744:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881751:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0348c7b600/0xc8fc0a517996222a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962231 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.881761:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.881763:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.881765:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.881771:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.881776:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780327.881791:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881753216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780327.881815:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780327.881834:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787780327.881865:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881753088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780327.881886:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780327.881919:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753344 00000100:00100000:3.0:1787780327.881924:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753344 00010000:00010000:3.0:1787780327.881943:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 24 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.881962:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753216 00000100:00100000:3.0:1787780327.881965:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753216 00010000:00010000:3.0:1787780327.881975:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 25 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.881985:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753088 00000100:00100000:3.0:1787780327.881987:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753088 00010000:00010000:3.0:1787780327.881997:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 26 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.882009:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787780327.882014:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477841680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+26:3643:x1874622881753344:12345-0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780327.882018:0:25145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1787780327.882024:0:22792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787780327.882025:0:25145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ac2f29a1-9399-4f00-b299-d2a003b42d62+26:3642:x1874622881753216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787780327.882028:0:22792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 26 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.882031:0:25145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780327.882035:0:25145:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 26 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.882038:0:22792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 26 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780327.883094:0:22791:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:2.0:1787780327.883106:0:22791:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00010000:00010000:0.0:1787780327.884049:0:25145:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 26 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.884076:0:25145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780327.884219:0:25145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ac2f29a1-9399-4f00-b299-d2a003b42d62+26:3642:x1874622881753216:12345-0@lo:103:ldlm_bl.0 Request processed in 2194us (2402us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.884228:0:25145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787780327.884261:0:25145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780327.884273:0:25145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ac2f29a1-9399-4f00-b299-d2a003b42d62+25:3642:x1874622881753088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787780327.884289:0:25145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780327.884295:0:25145:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 25 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.884304:0:25145:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 25 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.884313:0:25145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780327.884346:0:25145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ac2f29a1-9399-4f00-b299-d2a003b42d62+25:3642:x1874622881753088:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780327.884352:0:25145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787780327.884417:0:25834:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780327.884452:0:25834:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29900 going to sleep for 11 seconds 00010000:00010000:0.0:1787780327.884476:0:25834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0477a71c00/0xc8fc0a51799623ea lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a51799623e3 expref: 24 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.884490:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c43c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752576:0@lo:104: 00010000:00010000:0.0:1787780327.884501:0:25834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372000/0xc8fc0a5179962270 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a5179962269 expref: 23 pid: 22799 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780327.884508:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752704:0@lo:104: 00000100:00100000:0.0:1787780327.884516:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752832:0@lo:104: 00000100:00100000:2.0:1787780327.885931:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881753088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787780327.885944:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ac2f29a1-9399-4f00-b299-d2a003b42d62:3642:1874622881753216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787780327.888894:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881752960 00000100:00100000:0.0:1787780327.888906:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881752960 00000100:00100000:0.0:1787780327.888970:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787780327.888980:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:25834:x1874622881752960:12345-0@lo:104: 00010000:00010000:0.0:1787780327.888997:0:22789:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.889084:0:22789:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787780327.889091:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c5e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ac2f29a1-9399-4f00-b299-d2a003b42d62+3:25834:x1874622881752960:12345-0@lo:104: Request processed in 113us (4673us total) trans 0 rc 0/0 00010000:00010000:3.0:1787780327.889152:0:22792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481373600/0xc8fc0a5179962231 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a517996222a expref: 22 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889170:0:22792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787780327.889182:0:22793:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787780327.889198:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889206:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477869200 already unused, calling callback (ffffffffc139ac20) 00000100:00100000:0.0:1787780327.889207:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 10000000:00010000:3.0:1787780327.889209:0:22793:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889217:0:22793:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787780327.889224:0:22793:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787780327.889230:0:22793:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1787780327.889252:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c7c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752960:0@lo:104: 00010000:00010000:3.0:1787780327.889260:0:22793:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889266:0:22793:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787780327.889291:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889299:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.131@tcp lock: ffff9c0477869200/0xc8fc0a517996221c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc8fc0a5179962223 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.889323:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.889324:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787780327.889326:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787780327.889398:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787780327.889411:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881753472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787780327.889448:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780327.889466:0:25836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753472 00000100:00100000:1.0:1787780327.889471:0:25836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753472 00010000:00010000:1.0:1787780327.889487:0:25836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 22 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.889507:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477841680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:3643:x1874622881753344:12345-0@lo:103:ldlm_bl.0 Request processed in 7493us (7856us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780327.889509:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787780327.889520:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787780327.889520:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:3643:x1874622881753472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780327.889530:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780327.889535:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 21 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.889544:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881753344:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787780327.889544:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 21 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780327.889556:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372e00/0xc8fc0a5179962223 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc8fc0a517996221c expref: 21 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780327.889565:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780327.889597:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5a580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:3643:x1874622881753472:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780327.889603:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787780327.889669:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752320:192.168.203.31@tcp:104: 00000100:00100000:3.0:1787780327.890555:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e59680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ac2f29a1-9399-4f00-b299-d2a003b42d62:3643:1874622881753472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787780327.891255:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780327.892277:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799680 00000100:00100000:2.0:1787780327.892311:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799680 00010000:00010000:2.0:1787780327.892346:0:22791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780327.892393:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:2.0:1787780327.892403:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03412b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:2410:x1874622863799680:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780327.892416:0:22791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780327.892421:0:22791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.892433:0:22791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.892451:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c03488cea00/0xc8fc0a5179962595 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea23fe expref: 13 pid: 22800 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.892466:0:22791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780327.892523:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03412b2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:2410:x1874622863799680:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 121us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780327.892531:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 13 00000100:00100000:3.0:1787780327.893488:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780327.893510:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799808 00000100:00100000:3.0:1787780327.893516:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799808 00010000:00010000:3.0:1787780327.893538:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780327.893569:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 14 00000100:00100000:3.0:1787780327.893576:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e59680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:2411:x1874622863799808:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787780327.893586:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780327.893591:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893601:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 12 pid: 22797 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893617:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893634:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893649:0:22790:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893657:0:22790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893672:0:22790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893679:0:22790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893685:0:22790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:3.0:1787780327.893689:0:22790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893697:0:22790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893707:0:22790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780327.893717:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780327.893756:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e59680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:2411:x1874622863799808:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 179us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780327.893763:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 14 00010000:00010000:2.0:1787780327.895233:0:25834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c0481372400/0xc8fc0a5179962556 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea238e expref: 11 pid: 22797 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780327.895253:0:25834:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25834:1874622881752448:192.168.203.31@tcp:104: 00010000:00010000:2.0:1787780327.895285:0:25834:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.895307:0:25834:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.895329:0:25834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780327.895335:0:25834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625c6 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780327.967247:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787780328.923947:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787780328.923956:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c0346945800 from 13 10000000:01000000:3.0:1787780328.923961:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787780328.924004:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.924016:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.924027:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780328.924063:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787780328.924130:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780328.924176:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04500bf480 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.925488:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753600 00000100:00100000:0.0:1787780328.925500:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753600 00000100:00100000:0.0:1787780328.925571:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1787780328.925591:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+20:22802:x1874622881753600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787780328.925624:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780328.925640:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c03488cfc00/0xc8fc0a51799625d4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799625cd expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.925668:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c03488cfc00/0xc8fc0a51799625d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799625cd expref: 21 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.925679:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c03488cfc00/0xc8fc0a51799625d4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799625cd expref: 21 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.925687:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cfc00, rc 0) 00000100:00100000:0.0:1787780328.925755:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (1625us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.925762:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1787780328.926187:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780328.926204:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625d4 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.926214:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799625d4 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780328.926288:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787780328.926330:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780328.926362:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04500bf480 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.927003:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753728 00000100:00100000:0.0:1787780328.927009:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753728 00000100:00100000:0.0:1787780328.927056:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1787780328.927064:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.927192:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046777d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.927200:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1787780328.927302:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5bc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753728:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.927338:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477840f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753856:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.927396:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780328.927592:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c909d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787780328.936499:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753856 00000100:00100000:2.0:1787780328.936513:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753856 00000100:00100000:2.0:1787780328.936587:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1787780328.936597:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787780328.936791:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 193us (9393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780328.936798:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1787780328.937494:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477840f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753856:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787780328.938999:0:25848:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787780328.940998:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787780328.941036:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787780328.941049:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625d4 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780328.941061:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0481373600/0xc8fc0a51799625cd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625d4 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787780328.941072:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787780328.941076:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c046797b800 from 13 10000000:01000000:2.0:1787780328.941079:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787780328.941118:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780328.941126:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780328.941149:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780328.941175:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0446718f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787780328.941239:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780328.941279:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c047782be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.943394:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881753984 00000100:00100000:0.0:1787780328.943417:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881753984 00000100:00100000:0.0:1787780328.943482:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787780328.943493:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+21:22802:x1874622881753984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787780328.943509:0:22800:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780328.943538:0:22800:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625e2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799625db expref: -99 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.943566:0:22800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799625db expref: 22 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.943576:0:22800:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c03488ce000/0xc8fc0a51799625e2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799625db expref: 22 pid: 22800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.943584:0:22800:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488ce000, rc 0) 00000100:00100000:0.0:1787780328.943673:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881753984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.943680:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1787780328.944313:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0446718f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881753984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787780328.944335:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625e2 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780328.944346:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799625e2 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780328.944429:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0446718f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787780328.944468:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780328.944504:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c047782be40 going to sleep for 11 seconds 00000100:00100000:3.0:1787780328.944701:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754112 00000100:00100000:3.0:1787780328.944707:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754112 00000100:00100000:3.0:1787780328.944746:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1787780328.944755:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881754112:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787780328.953535:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881754112:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 8772us (9057us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780328.953552:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1787780328.953782:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0446718f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754112:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.953858:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477840f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754240:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.953918:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780328.953955:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c909840 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.955005:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754240 00000100:00100000:0.0:1787780328.955017:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754240 00000100:00100000:0.0:1787780328.955072:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787780328.955081:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881754240:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.955207:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881754240:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 126us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.955214:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787780328.958682:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477840f00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754240:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787780328.960124:0:25849:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787780328.961412:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787780328.961445:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787780328.961456:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625e2 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.961469:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c0477a70e00/0xc8fc0a51799625db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625e2 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780328.961502:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787780328.961505:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c0445fcf800 from 13 10000000:01000000:0.0:1787780328.961508:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787780328.961547:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.961555:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.961566:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780328.961594:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.961952:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780328.961993:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29540 going to sleep for 11 seconds 00000100:00100000:3.0:1787780328.963014:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754368 00000100:00100000:3.0:1787780328.963023:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754368 00000100:00100000:3.0:1787780328.963081:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787780328.963091:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+22:22802:x1874622881754368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780328.963121:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780328.963137:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481373200/0xc8fc0a51799625f0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799625e9 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.963162:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481373200/0xc8fc0a51799625f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799625e9 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.963173:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481373200/0xc8fc0a51799625f0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799625e9 expref: 23 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.963181:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373200, rc 0) 00000100:00100000:3.0:1787780328.963235:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 146us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780328.963242:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1787780328.963536:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787780328.963553:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625f0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.963562:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799625f0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780328.963646:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.964296:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780328.964385:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29540 going to sleep for 11 seconds 00000100:00100000:2.0:1787780328.975165:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754496 00000100:00100000:2.0:1787780328.975181:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754496 00000100:00100000:2.0:1787780328.975246:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1787780328.975255:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754496:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787780328.975498:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754496:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 243us (11212us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780328.975506:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1787780328.984728:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754496:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.984798:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.984896:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780328.984932:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c909d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.985352:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754624 00000100:00100000:0.0:1787780328.985359:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754624 00000100:00100000:0.0:1787780328.985440:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787780328.985450:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.985571:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 122us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.985579:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1787780328.985883:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754624:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787780328.987049:0:25850:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787780328.987264:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787780328.987287:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787780328.987297:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625f0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.987308:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c03488cea00/0xc8fc0a51799625e9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625f0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787780328.987319:0:22802:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787780328.987322:0:22802:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9c046e054800 from 13 10000000:01000000:0.0:1787780328.987325:0:22802:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787780328.987356:0:22802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.987364:0:22802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780328.987383:0:22802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780328.987404:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.987470:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780328.987509:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787780328.987560:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754752 00000100:00100000:3.0:1787780328.987566:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754752 00000100:00100000:3.0:1787780328.987622:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1787780328.987631:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+23:22802:x1874622881754752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787780328.987644:0:22799:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780328.987657:0:22799:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0481372200/0xc8fc0a51799625fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc8fc0a51799625f7 expref: -99 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.987678:0:22799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0481372200/0xc8fc0a51799625fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc8fc0a51799625f7 expref: 24 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.987687:0:22799:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0481372200/0xc8fc0a51799625fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc8fc0a51799625f7 expref: 24 pid: 22799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.987696:0:22799:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372200, rc 0) 00000100:00100000:3.0:1787780328.987749:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881754752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780328.987756:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1787780328.988059:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787780328.988072:0:22802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625fe expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780328.988080:0:22802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc8fc0a51799625fe expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780328.988133:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.988160:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780328.988178:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c9090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.988222:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881754880 00000100:00100000:0.0:1787780328.988232:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881754880 00000100:00100000:0.0:1787780328.988262:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787780328.988268:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881754880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.988365:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881754880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 96us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.988381:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787780328.988544:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881754880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.988571:0:22802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881755008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787780328.988720:0:22802:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780328.988741:0:22802:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c9090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780328.988784:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881755008 00000100:00100000:0.0:1787780328.988788:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881755008 00000100:00100000:0.0:1787780328.988870:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1787780328.988878:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881755008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787780328.988953:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:22802:x1874622881755008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780328.988959:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787780328.989040:0:22802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04778421c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ac2f29a1-9399-4f00-b299-d2a003b42d62:22802:1874622881755008:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787780328.992327:0:25851:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787780328.992560:0:22802:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787780328.992582:0:22802:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.131@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787780328.992592:0:22802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625fe expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780328.992622:0:22802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.131@tcp lock: ffff9c03488cf600/0xc8fc0a51799625f7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc8fc0a51799625fe expref: -99 pid: 22802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780328.992807:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780329.244178:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787780329.250008:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780329.250616:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780329.250797:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881755136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780329.250830:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780329.253452:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881755264 00000100:00100000:2.0:1787780329.253466:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881755264 00000100:00100000:2.0:1787780329.253538:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881755136 00000100:00100000:2.0:1787780329.253541:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881755136 00000100:00100000:2.0:1787780329.253566:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780329.253575:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04778421c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881755264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787780329.253605:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787780329.253893:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04778421c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1874622881755264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 318us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780329.253901:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1787780329.253921:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787780329.253928:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881755136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787780329.253938:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1787780329.253963:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477842d00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881755136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780329.253970:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787780329.254032:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e5ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3642:1874622881755264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787780329.254045:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881755136:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787780329.254258:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787780329.635532:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780329.635884:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863799936 00000100:00100000:2.0:1787780329.635894:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863799936 00000100:00100000:2.0:1787780329.635952:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 158 00000100:00100000:2.0:1787780329.635963:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+11:18131:x1874622863799936:12345-192.168.203.31@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787780329.635978:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780329.635996:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a71a00/0xc8fc0a5179962605 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea2436 expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.636046:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a71a00/0xc8fc0a5179962605 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2436 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.636057:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a71a00/0xc8fc0a5179962605 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2436 expref: 12 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.636067:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71a00, rc 0) 00000100:00100000:2.0:1787780329.636143:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863799936:12345-192.168.203.31@tcp:101:ll_cfg_requeue.0 Request processed in 182us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780329.636151:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 158 00000100:00100000:1.0:1787780329.640939:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.641026:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800064 00000100:00100000:0.0:1787780329.641037:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800064 00000100:00100000:0.0:1787780329.641090:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 159 00000100:00100000:0.0:1787780329.641108:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863800064:12345-192.168.203.31@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780329.641266:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863800064:12345-192.168.203.31@tcp:501:ll_cfg_requeue.0 Request processed in 158us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780329.641274:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 159 00000100:00100000:0.0:1787780329.643804:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780329.643952:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800192 00000100:00100000:3.0:1787780329.643960:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800192 00000100:00100000:3.0:1787780329.644014:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 160 00000100:00100000:3.0:1787780329.644023:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863800192:12345-192.168.203.31@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787780329.644167:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863800192:12345-192.168.203.31@tcp:503:ll_cfg_requeue.0 Request processed in 144us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780329.644187:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 160 00000100:00100000:3.0:1787780329.661595:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780329.661699:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800320 00000100:00100000:2.0:1787780329.661709:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800320 00000100:00100000:2.0:1787780329.661775:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 161 00000100:00100000:2.0:1787780329.661785:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+12:18131:x1874622863800320:12345-192.168.203.31@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787780329.661803:0:22797:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780329.661821:0:22797:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9c0477a70400/0xc8fc0a517996260c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf757128131ea243d expref: -99 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.661874:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9c0477a70400/0xc8fc0a517996260c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea243d expref: 13 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.661886:0:22797:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9c0477a70400/0xc8fc0a517996260c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea243d expref: 13 pid: 22797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780329.661895:0:22797:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a70400, rc 0) 00000100:00100000:2.0:1787780329.661963:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18131:x1874622863800320:12345-192.168.203.31@tcp:101:ll_cfg_requeue.0 Request processed in 180us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780329.661989:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 161 00000100:00100000:1.0:1787780329.675410:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.675502:0:22800:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800448 00000100:00100000:0.0:1787780329.675512:0:22800:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800448 00000100:00100000:0.0:1787780329.675565:0:22800:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 162 00000100:00100000:0.0:1787780329.675574:0:22800:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18131:x1874622863800448:12345-192.168.203.31@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787780329.675730:0:22800:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18131:x1874622863800448:12345-192.168.203.31@tcp:501:ll_cfg_requeue.0 Request processed in 157us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780329.675750:0:22800:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 162 00000100:00100000:0.0:1787780329.686489:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780329.686576:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800576 00000100:00100000:3.0:1787780329.686585:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800576 00000100:00100000:3.0:1787780329.686674:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 163 00000100:00100000:3.0:1787780329.686684:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18131:x1874622863800576:12345-192.168.203.31@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787780329.686937:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f5fb2655-fdce-457f-9e28-0e3d7d7fa379+13:18131:x1874622863800576:12345-192.168.203.31@tcp:503:ll_cfg_requeue.0 Request processed in 254us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780329.686946:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 163 00000100:00100000:2.0:1787780329.756833:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787780329.756877:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477841a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881755392:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787780329.756943:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780329.757075:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881755392 00000100:00100000:1.0:1787780329.757083:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881755392 00000100:00100000:1.0:1787780329.757132:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787780329.757141:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446718780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881755392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787780329.757173:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787780329.757231:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446718780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3644:x1874622881755392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780329.757238:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787780329.757385:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477841a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3644:1874622881755392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780329.757632:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881755520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780329.757662:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780329.757733:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881755520 00000100:00100000:0.0:1787780329.757738:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881755520 00000100:00100000:0.0:1787780329.757772:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787780329.757780:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e583c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881755520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787780329.757797:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787780329.757875:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e583c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881755520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780329.757881:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787780329.758164:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881755520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787780329.849426:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.850155:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800704 00000100:00100000:0.0:1787780329.850170:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800704 00000100:00100000:0.0:1787780329.850799:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 23 00000100:00100000:0.0:1787780329.850815:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:18755:x1874622863800704:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00000100:00080000:3.0:1787780329.850969:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787780329.851091:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780329.851123:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962613 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2444 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851361:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851390:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851409:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851426:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851456:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851464:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851580:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf200/0xc8fc0a5179962628 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851589:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf200/0xc8fc0a5179962628 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.851596:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf200/0xc8fc0a5179962628 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780329.852438:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787780329.852447:0:25600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787780329.852504:0:25600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf200/0xc8fc0a5179962628 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852521:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852528:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852536:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852543:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cee00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780329.852549:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852570:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.852588:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:0.0:1787780329.852592:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780329.852598:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.853791:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996261a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.853835:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.853993:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854001:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854008:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf000 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780329.854013:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854022:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854038:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9c04533a3100) 00010000:00010000:0.0:1787780329.854042:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780329.854046:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854076:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962621 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854145:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962613 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2444 expref: 8 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854164:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf200/0xc8fc0a5179962628 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2444 expref: 7 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.854173:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c04533a3200) 00010000:00010000:0.0:1787780329.854175:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787780329.854178:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cf200, rc 0) 00000100:00100000:0.0:1787780329.857998:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18755:x1874622863800704:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 7170us (8567us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780329.858013:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 23 00000100:00100000:0.0:1787780329.863040:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780329.863186:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863800832 00000100:00100000:1.0:1787780329.863211:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863800832 00000100:00100000:1.0:1787780329.863289:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:1.0:1787780329.863302:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18755:x1874622863800832:12345-192.168.203.31@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1787780329.863433:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c7c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18755:x1874622863800832:12345-192.168.203.31@tcp:900:lhsmtool_posix.0 Request processed in 134us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780329.863443:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:3.0:1787780329.865883:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.867554:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801088 00000100:00100000:0.0:1787780329.867575:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801088 00000100:00100000:0.0:1787780329.867694:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 24 00000100:00100000:0.0:1787780329.867707:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e59a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:18755:x1874622863801088:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787780329.867736:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780329.867764:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a517996262f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea244b expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.867929:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.867973:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.867986:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.868003:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.868010:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.868016:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868576:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481372600/0xc8fc0a5179962644 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868591:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481372600/0xc8fc0a5179962644 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868601:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481372600/0xc8fc0a5179962644 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787780329.868625:0:22807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1787780329.868902:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868910:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868917:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868924:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf000 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:3.0:1787780329.868930:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868939:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868955:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9c04533a3200) 00010000:00010000:3.0:1787780329.868959:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787780329.868964:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868979:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a5179962636 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.868998:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869004:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869009:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869014:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cee00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:3.0:1787780329.869018:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869024:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869033:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9c04533a3100) 00010000:00010000:3.0:1787780329.869036:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787780329.869040:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.869046:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996263d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.871599:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a517996262f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea244b expref: 10 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.871713:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481372600/0xc8fc0a5179962644 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea244b expref: 9 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780329.871723:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c04440fce00) 00010000:00010000:3.0:1787780329.871727:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787780329.871730:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481372600, rc 0) 00000100:00100000:3.0:1787780329.871982:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e59a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18755:x1874622863801088:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 4275us (6110us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1787780329.871993:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 24 00000100:00100000:1.0:1787780329.887263:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.887398:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801216 00000100:00100000:0.0:1787780329.887412:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801216 00000100:00100000:0.0:1787780329.887493:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 25 00000100:00100000:0.0:1787780329.887505:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04778430c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18755:x1874622863801216:12345-192.168.203.31@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1787780329.887654:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04778430c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18755:x1874622863801216:12345-192.168.203.31@tcp:59:lhsmtool_posix.0 Request processed in 151us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780329.887661:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 25 00000100:00100000:1.0:1787780329.926712:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780329.926948:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801344 00000100:00100000:2.0:1787780329.926962:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801344 00000100:00100000:2.0:1787780329.927071:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 26 00000100:00100000:2.0:1787780329.927086:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477840780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18755:x1874622863801344:12345-192.168.203.31@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1787780329.927428:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1787780329.932235:0:22805:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 5087us 00000100:00100000:2.0:1787780329.961858:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780329.962022:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801472 00000100:00100000:0.0:1787780329.962037:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801472 00000100:00100000:0.0:1787780329.962111:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 27 00000100:00100000:0.0:1787780329.962122:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18761:x1874622863801472:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:0.0:1787780329.962150:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780329.962177:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962652 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2452 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962281:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962300:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962315:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962560:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962585:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962598:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962650:0:22806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962657:0:22806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962664:0:22806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962670:0:22806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780329.962674:0:22806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962700:0:22806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962715:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:0.0:1787780329.962718:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780329.962723:0:22806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962729:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a5179962659 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962746:0:22806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962753:0:22806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962759:0:22806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962764:0:22806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cfe00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780329.962766:0:22806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962772:0:22806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962779:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c04533a3500) 00010000:00010000:0.0:1787780329.962782:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780329.962785:0:22806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962813:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962660 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962918:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962652 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2452 expref: 10 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962930:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:0.0:1787780329.962932:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780329.962936:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962652 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2452 expref: 10 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780329.962947:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cf800, rc 0) 00000100:00100000:0.0:1787780329.963243:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671a580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18761:x1874622863801472:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 1119us (1415us total) trans 0 rc 301/301 00000100:00100000:0.0:1787780329.963251:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 27 00000100:00100000:2.0:1787780329.975955:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780329.980014:0:22814:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801600 00000100:00100000:3.0:1787780329.980034:0:22814:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801600 00000100:00100000:3.0:1787780329.980109:0:22814:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:3.0:1787780329.980121:0:22814:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446719a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18761:x1874622863801600:12345-192.168.203.31@tcp:700:lfs.0 00000100:00100000:3.0:1787780329.980251:0:22814:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446719a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18761:x1874622863801600:12345-192.168.203.31@tcp:700:lfs.0 Request processed in 132us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780329.980260:0:22814:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:3.0:1787780329.985317:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477840780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18755:x1874622863801344:12345-192.168.203.31@tcp:59:lhsmtool_posix.0 Request processed in 58218us (58603us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780329.985335:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 26 00000100:00100000:2.0:1787780329.987985:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780329.988171:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801856 00000100:00100000:1.0:1787780329.988204:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801856 00000100:00100000:1.0:1787780329.988284:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 28 00000100:00100000:1.0:1787780329.988296:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:18761:x1874622863801856:12345-192.168.203.31@tcp:36:lfs.0 00010000:00010000:1.0:1787780329.988390:0:22807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780329.988432:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a5179962580 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea23bf expref: 9 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780329.988460:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:1.0:1787780329.988467:0:22807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787780329.988556:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780329.988573:0:22807:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 5 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780329.988583:0:22807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780329.988643:0:22807:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 5 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780329.988659:0:22807:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 5 pid: 25600 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780329.988678:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477841a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881755648:192.168.203.31@tcp:104: 00000100:00100000:1.0:1787780329.989307:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c046c9090c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780329.999115:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477841a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881755648:192.168.203.31@tcp:104: 00010000:00010000:1.0:1787780329.999165:0:22807:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780330.001673:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.001889:0:25836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863801984 00000100:00100000:1.0:1787780330.001903:0:25836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863801984 00010000:00010000:1.0:1787780330.001982:0:25836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 6 pid: 25600 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780330.002029:0:25836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 15 00000100:00100000:1.0:1787780330.002041:0:25836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446718f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:94a9e892-cc76-40a8-9faa-13017dec0c35+6:2411:x1874622863801984:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787780330.002061:0:25836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780330.002069:0:25836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 6 pid: 25600 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002105:0:25836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 6 pid: 25600 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002139:0:25836:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cec00/0xc8fc0a51799625bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea242f expref: 6 pid: 25600 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002157:0:25836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:1.0:1787780330.002164:0:25836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002176:0:25836:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002185:0:25836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002222:0:25836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780330.002305:0:25836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446718f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863801984:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 266us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.002316:0:25836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 15 00010000:00010000:1.0:1787780330.002443:0:22807:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002452:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002482:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002494:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.002502:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787780330.005122:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787780330.010164:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010196:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010210:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787780330.010231:0:22807:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004a739348 reply state 0000000078f7157f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010246:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010253:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:2.0:1787780330.010265:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787780330.010271:0:22807:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787780330.010279:0:22807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787780330.010290:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010297:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010303:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010310:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b200 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780330.010315:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010323:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010336:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c0347a50b00) 00010000:00010000:2.0:1787780330.010338:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780330.010342:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010349:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a5179962667 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787780330.010382:0:22807:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004a739348 reply state 0000000078f7157f transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010392:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.010411:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c0341cd6d00) 00010000:00010000:2.0:1787780330.010413:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787780330.010416:0:22807:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1787780330.010548:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+10:18761:x1874622863801856:12345-192.168.203.31@tcp:36:lfs.0 Request processed in 22247us (22570us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1787780330.010558:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 28 00010000:00010000:3.0:1787780330.013113:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787780330.109644:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.109778:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863802112 00000100:00100000:0.0:1787780330.109790:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863802112 00000100:00100000:0.0:1787780330.109906:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 29 00000100:00100000:0.0:1787780330.109928:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+10:18769:x1874622863802112:12345-192.168.203.31@tcp:101:lctl.0 00010000:00010000:0.0:1787780330.109960:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780330.109990:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996267c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2459 expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110307:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962683 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110326:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110358:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780330.110432:0:22806:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787780330.110440:0:22806:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787780330.110489:0:22806:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110517:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996267c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2459 expref: 12 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110540:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cfe00/0xc8fc0a5179962683 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2459 expref: 11 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.110549:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:0.0:1787780330.110552:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787780330.110556:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cfe00, rc 0) 00000100:00100000:0.0:1787780330.110691:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467183c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+11:18769:x1874622863802112:12345-192.168.203.31@tcp:101:lctl.0 Request processed in 766us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.110699:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 29 00000100:00100000:3.0:1787780330.131901:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.132003:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863802240 00000100:00100000:2.0:1787780330.132017:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863802240 00000100:00100000:2.0:1787780330.132112:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 30 00000100:00100000:2.0:1787780330.132124:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e59e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+5:18770:x1874622863802240:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:2.0:1787780330.132152:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780330.132178:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a517996268a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2460 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.132267:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71000/0xc8fc0a5179962691 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.132287:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71000/0xc8fc0a5179962691 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.132301:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71000/0xc8fc0a5179962691 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780330.132652:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787780330.132658:0:25600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787780330.132693:0:25600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71000/0xc8fc0a5179962691 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.133196:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a517996268a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2460 expref: 7 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.133231:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71000/0xc8fc0a5179962691 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2460 expref: 6 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.133242:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:2.0:1787780330.133246:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787780330.133251:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71000, rc 0) 00000100:00100000:2.0:1787780330.133440:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e59e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18770:x1874622863802240:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 1316us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780330.133450:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 30 00000100:00100000:1.0:1787780330.146059:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.146207:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863802368 00000100:00100000:3.0:1787780330.146240:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863802368 00000100:00100000:3.0:1787780330.146318:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 31 00000100:00100000:3.0:1787780330.146331:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477841a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+6:18770:x1874622863802368:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:3.0:1787780330.146360:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780330.146398:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962698 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2467 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153830:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153886:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153903:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153951:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153960:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.153968:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154112:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154122:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154129:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780330.154191:0:22805:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787780330.154196:0:22805:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787780330.154230:0:22805:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154246:0:22805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154253:0:22805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154261:0:22805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154279:0:22805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf800 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780330.154285:0:22805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154294:0:22805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154309:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:0.0:1787780330.154313:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780330.154320:0:22805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154327:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a517996269f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154344:0:22805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154350:0:22805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154356:0:22805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154360:0:22805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780330.154378:0:22805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154385:0:22805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154405:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c0341cd6d00) 00010000:00010000:0.0:1787780330.154408:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780330.154411:0:22805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154417:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154465:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962698 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2467 expref: 8 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154484:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2467 expref: 7 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.154492:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:0.0:1787780330.154494:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787780330.154497:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cee00, rc 0) 00000100:00100000:0.0:1787780330.154614:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477841a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+7:18770:x1874622863802368:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 8277us (8563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.154626:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 31 00000100:00100000:2.0:1787780330.159972:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.160080:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863802496 00000100:00100000:1.0:1787780330.160093:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863802496 00000100:00100000:1.0:1787780330.160196:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:1.0:1787780330.160209:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:94a9e892-cc76-40a8-9faa-13017dec0c35+5:18770:x1874622863802496:12345-192.168.203.31@tcp:900:lfs.0 00000100:00100000:1.0:1787780330.160338:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:94a9e892-cc76-40a8-9faa-13017dec0c35+5:18770:x1874622863802496:12345-192.168.203.31@tcp:900:lfs.0 Request processed in 131us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.160348:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00080000:3.0:1787780330.160488:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787780330.163573:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.164249:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863802752 00000100:00100000:1.0:1787780330.164264:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863802752 00000100:00100000:1.0:1787780330.164360:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 32 00000100:00100000:1.0:1787780330.164381:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+7:18770:x1874622863802752:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:1.0:1787780330.164428:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780330.164457:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799626b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea246e expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787780330.165000:0:22807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787780330.165146:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799626b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea246e expref: 9 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.165164:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:1.0:1787780330.165168:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787780330.165174:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799626b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea246e expref: 9 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.165191:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4b800, rc 0) 00000100:00100000:1.0:1787780330.165559:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+8:18770:x1874622863802752:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 1168us (2004us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1787780330.165570:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 32 00000100:00100000:2.0:1787780330.178433:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.181102:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863803008 00000100:00100000:0.0:1787780330.181124:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863803008 00000100:00100000:0.0:1787780330.181307:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 33 00000100:00100000:0.0:1787780330.181321:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446718000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+8:18770:x1874622863803008:12345-192.168.203.31@tcp:36:lfs.0 00010000:00010000:0.0:1787780330.181408:0:22806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780330.181446:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799626ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2467 expref: 8 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.181496:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:0.0:1787780330.181503:0:22806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787780330.181550:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.181568:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.181589:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787780330.181938:0:22806:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000376b9c5 reply state 00000000bb5d6ce0 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.181953:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.181961:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:0.0:1787780330.181963:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1787780330.181966:0:22806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787780330.181976:0:22806:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1787780330.182099:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446718000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+9:18770:x1874622863803008:12345-192.168.203.31@tcp:36:lfs.0 Request processed in 780us (3680us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787780330.182108:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 33 00000100:00100000:2.0:1787780330.185302:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.185404:0:22809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863803264 00000100:00100000:3.0:1787780330.185417:0:22809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863803264 00000100:00100000:3.0:1787780330.185490:0:22809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 2 00000100:00100000:3.0:1787780330.185501:0:22809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+9:18770:x1874622863803264:12345-192.168.203.31@tcp:35:lfs.0 00000100:00100000:3.0:1787780330.186303:0:22809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+10:18770:x1874622863803264:12345-192.168.203.31@tcp:35:lfs.0 Request processed in 800us (1012us total) trans 12884901893 rc 0/0 00000100:00100000:3.0:1787780330.186313:0:22809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 2 00000100:00100000:1.0:1787780330.191424:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.191533:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863803520 00000100:00100000:2.0:1787780330.191549:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863803520 00000100:00100000:2.0:1787780330.191634:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:2.0:1787780330.191647:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477840f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+10:18770:x1874622863803520:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:2.0:1787780330.191680:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780330.191708:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71c00/0xc8fc0a51799626c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2475 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192059:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192077:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192109:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192123:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192131:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192138:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780330.192276:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787780330.192400:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192409:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192416:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192423:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70800 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780330.192428:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192436:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192452:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:2.0:1787780330.192455:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780330.192466:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192473:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70800/0xc8fc0a51799626d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192489:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192496:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192502:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192508:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a71800 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780330.192511:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192517:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192525:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c0341cd6d00) 00010000:00010000:2.0:1787780330.192528:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780330.192531:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.192537:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71800/0xc8fc0a51799626d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.195280:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71c00/0xc8fc0a51799626c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2475 expref: 12 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.195345:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:2.0:1787780330.195349:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787780330.195360:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a71c00/0xc8fc0a51799626c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2475 expref: 12 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.195398:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0477a71c00, rc 0) 00000100:00100000:2.0:1787780330.195515:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477840f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+11:18770:x1874622863803520:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 3869us (4105us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1787780330.195536:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 34 00000100:00100000:1.0:1787780330.199013:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.199095:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863803648 00000100:00100000:3.0:1787780330.199107:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863803648 00000100:00100000:3.0:1787780330.199185:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 35 00000100:00100000:3.0:1787780330.199212:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477841680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+11:18770:x1874622863803648:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:3.0:1787780330.199246:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780330.199274:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a51799626e5 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea247c expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199442:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199462:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199499:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787780330.199534:0:22805:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787780330.199539:0:22805:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787780330.199565:0:22805:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199601:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a51799626e5 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 13 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199636:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 12 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.199659:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:3.0:1787780330.199662:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787780330.199667:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373a00, rc 0) 00000100:00100000:3.0:1787780330.200181:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477841680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+12:18770:x1874622863803648:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 971us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780330.200200:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 35 00000100:00100000:3.0:1787780330.206564:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.207559:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863803776 00000100:00100000:1.0:1787780330.207573:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863803776 00000100:00100000:1.0:1787780330.207662:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:1.0:1787780330.207673:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+12:18770:x1874622863803776:12345-192.168.203.31@tcp:37:lfs.0 00000100:00100000:2.0:1787780330.214497:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:94a9e892-cc76-40a8-9faa-13017dec0c35+12:18770:x1874622863803776:12345-192.168.203.31@tcp:37:lfs.0 Request processed in 6807us (7932us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780330.214523:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 3 00000100:00100000:2.0:1787780330.223385:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.223501:0:22809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804032 00000100:00100000:3.0:1787780330.223515:0:22809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804032 00000100:00100000:3.0:1787780330.223588:0:22809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:3.0:1787780330.223599:0:22809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346f26450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+12:18770:x1874622863804032:12345-192.168.203.31@tcp:35:lfs.0 00000100:00100000:3.0:1787780330.223978:0:22809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346f26450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:94a9e892-cc76-40a8-9faa-13017dec0c35+13:18770:x1874622863804032:12345-192.168.203.31@tcp:35:lfs.0 Request processed in 379us (616us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1787780330.224012:0:22809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 4 00000100:00100000:3.0:1787780330.286160:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.288115:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804160 00000100:00100000:1.0:1787780330.288135:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804160 00000100:00100000:1.0:1787780330.288419:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 36 00000100:00100000:1.0:1787780330.288434:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+11:18776:x1874622863804160:12345-192.168.203.31@tcp:101:bash.0 00010000:00010000:1.0:1787780330.288482:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780330.288510:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a51799626f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2483 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288598:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288821:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288904:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288923:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288932:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.288941:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289049:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4aa00/0xc8fc0a5179962708 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289060:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4aa00/0xc8fc0a5179962708 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289068:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4aa00/0xc8fc0a5179962708 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787780330.289113:0:22807:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787780330.289125:0:22807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787780330.289175:0:22807:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4aa00/0xc8fc0a5179962708 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289269:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289278:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289287:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289294:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b400 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:1.0:1787780330.289299:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289308:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289324:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:1.0:1787780330.289328:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787780330.289333:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289341:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b400/0xc8fc0a51799626fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289356:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289375:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289393:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289400:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:1.0:1787780330.289403:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289411:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289420:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c0341cd6d00) 00010000:00010000:1.0:1787780330.289423:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787780330.289427:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289433:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962701 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289466:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a51799626f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2483 expref: 13 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289484:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4aa00/0xc8fc0a5179962708 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2483 expref: 12 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.289493:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:1.0:1787780330.289495:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787780330.289498:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4aa00, rc 0) 00000100:00100000:1.0:1787780330.289768:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+12:18776:x1874622863804160:12345-192.168.203.31@tcp:101:bash.0 Request processed in 1335us (3624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.289792:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 36 00000100:00100000:1.0:1787780330.295379:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.299454:0:22816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804288 00000100:00100000:0.0:1787780330.299476:0:22816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804288 00000100:00100000:0.0:1787780330.299759:0:22816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:0.0:1787780330.299774:0:22816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477841e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18776:x1874622863804288:12345-192.168.203.31@tcp:900:bash.0 00000100:00100000:0.0:1787780330.299928:0:22816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477841e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:18776:x1874622863804288:12345-192.168.203.31@tcp:900:bash.0 Request processed in 156us (4575us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.299960:0:22816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:2.0:1787780330.306131:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.306238:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804544 00000100:00100000:0.0:1787780330.306250:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804544 00000100:00100000:0.0:1787780330.306324:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 37 00000100:00100000:0.0:1787780330.306335:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+12:18776:x1874622863804544:12345-192.168.203.31@tcp:101:bash.0 00010000:00010000:0.0:1787780330.306383:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780330.306417:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996270f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea248a expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.306567:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.306587:0:22806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 12 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.306598:0:22806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.308012:0:22806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 12 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.308041:0:22806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 12 pid: 22805 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780330.308060:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881755776:192.168.203.31@tcp:104: 00000100:00100000:0.0:1787780330.308183:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a293c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780330.318808:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881755776:192.168.203.31@tcp:104: 00010000:00010000:0.0:1787780330.318891:0:22806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780330.319397:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.319720:0:25145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804672 00000100:00100000:3.0:1787780330.319732:0:25145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804672 00010000:00010000:3.0:1787780330.319783:0:25145:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 13 pid: 22805 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780330.319825:0:25145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 16 00000100:00100000:3.0:1787780330.319879:0:25145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446719e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+13:2411:x1874622863804672:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787780330.319900:0:25145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780330.319909:0:25145:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 13 pid: 22805 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.319924:0:25145:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 13 pid: 22805 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.319954:0:25145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a51799626ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea247c expref: 13 pid: 22805 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.319975:0:25145:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:3.0:1787780330.319980:0:25145:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.319993:0:25145:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.320002:0:25145:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.320041:0:25145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787780330.320178:0:22806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.320186:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.320350:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.320385:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.320398:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780330.320737:0:25145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446719e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:94a9e892-cc76-40a8-9faa-13017dec0c35+12:2411:x1874622863804672:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 898us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780330.320749:0:25145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 16 00010000:00010000:0.0:1787780330.321329:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321344:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321354:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780330.321376:0:22806:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787780330.321403:0:22806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321410:0:22806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321433:0:22806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321439:0:22806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf800 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780330.321442:0:22806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321450:0:22806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321463:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:0.0:1787780330.321467:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780330.321471:0:22806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321478:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962716 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787780330.321493:0:22806:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ed88b2fd reply state 0000000080796921 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321503:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321511:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c04533a3a00) 00010000:00010000:0.0:1787780330.321513:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787780330.321516:0:22806:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787780330.321552:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996270f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 15 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321567:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 14 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.321580:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780330.321583:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1787780330.321585:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488ce800, rc 0) 00000100:00100000:0.0:1787780330.321643:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+15:18776:x1874622863804544:12345-192.168.203.31@tcp:101:bash.0 Request processed in 15309us (15527us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787780330.321651:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 37 00000100:00100000:3.0:1787780330.344386:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.345896:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863804800 00000100:00100000:2.0:1787780330.345913:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863804800 00000100:00100000:2.0:1787780330.345996:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 38 00000100:00100000:2.0:1787780330.346007:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+15:18776:x1874622863804800:12345-192.168.203.31@tcp:101:bash.0 00010000:00010000:2.0:1787780330.346048:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780330.346075:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962732 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2491 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346165:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346216:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346230:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780330.346297:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787780330.346302:0:25600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787780330.346331:0:25600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346343:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346380:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962732 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 17 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346401:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 16 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.346412:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:2.0:1787780330.346415:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787780330.346419:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c18200, rc 0) 00000100:00100000:2.0:1787780330.346507:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5bc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+16:18776:x1874622863804800:12345-192.168.203.31@tcp:101:bash.0 Request processed in 501us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780330.346514:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 38 00000100:00100000:2.0:1787780330.351742:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.351814:0:22809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805056 00000100:00100000:3.0:1787780330.351828:0:22809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805056 00000100:00100000:3.0:1787780330.351932:0:22809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:3.0:1787780330.351946:0:22809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+16:18776:x1874622863805056:12345-192.168.203.31@tcp:35:bash.0 00000100:00100000:3.0:1787780330.352450:0:22809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:18776:x1874622863805056:12345-192.168.203.31@tcp:35:bash.0 Request processed in 505us (721us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1787780330.352459:0:22809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 5 00000100:00100000:3.0:1787780330.396512:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.396582:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.396953:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.402513:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.404933:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805312 00000100:00100000:1.0:1787780330.404956:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805312 00000100:00100000:1.0:1787780330.405079:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805568 00000100:00100000:1.0:1787780330.405085:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805568 00000100:00100000:1.0:1787780330.405107:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805184 00000100:00100000:1.0:1787780330.405111:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805184 00000100:00100000:1.0:1787780330.405134:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:1.0:1787780330.405146:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863805312:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:1.0:1787780330.405620:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863805312:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 475us (9126us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.405810:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:1.0:1787780330.405869:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:1.0:1787780330.405878:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0467bc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863805568:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:1.0:1787780330.405910:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0467bc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863805568:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 34us (9337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.405917:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:1.0:1787780330.406074:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:1.0:1787780330.406082:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863805184:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:1.0:1787780330.406111:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863805184:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 30us (9159us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.406117:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00080000:1.0:1787780330.406148:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787780330.406154:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787780330.408104:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805440 00000100:00100000:1.0:1787780330.408122:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805440 00000100:00100000:1.0:1787780330.408230:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 22 00000100:00100000:1.0:1787780330.408242:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863805440:12345-192.168.203.31@tcp:400:kworker.0 00000100:00100000:1.0:1787780330.408331:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5a580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:94a9e892-cc76-40a8-9faa-13017dec0c35+5:2411:x1874622863805440:12345-192.168.203.31@tcp:400:kworker.0 Request processed in 91us (5833us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.408339:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 22 00000100:00080000:3.0:1787780330.408861:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787780330.421436:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.421548:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863805824 00000100:00100000:3.0:1787780330.421561:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863805824 00000100:00100000:3.0:1787780330.421818:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 39 00000100:00100000:3.0:1787780330.421833:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:18786:x1874622863805824:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:3.0:1787780330.421981:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780330.422010:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962740 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea2498 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787780330.422145:0:22805:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1787780330.424480:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962740 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2498 expref: 19 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.424507:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9c04533a3500) 00010000:00010000:3.0:1787780330.424511:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787780330.424517:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962740 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2498 expref: 19 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.424533:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373a00, rc 0) 00000100:00100000:3.0:1787780330.424717:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477840000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+18:18786:x1874622863805824:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 2886us (3294us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1787780330.424728:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 39 00000100:00100000:1.0:1787780330.429566:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.429972:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863806080 00000100:00100000:2.0:1787780330.429987:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863806080 00000100:00100000:2.0:1787780330.430079:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:2.0:1787780330.430090:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477842940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+18:18786:x1874622863806080:12345-192.168.203.31@tcp:35:lfs.0 00000100:00100000:2.0:1787780330.430483:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477842940 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18786:x1874622863806080:12345-192.168.203.31@tcp:35:lfs.0 Request processed in 394us (929us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1787780330.430493:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 6 00000100:00100000:2.0:1787780330.487044:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.487218:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863806336 00000100:00100000:3.0:1787780330.487232:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863806336 00000100:00100000:3.0:1787780330.487316:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 40 00000100:00100000:3.0:1787780330.487329:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18789:x1874622863806336:12345-192.168.203.31@tcp:101:lfs.0 00010000:00010000:3.0:1787780330.487369:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780330.487399:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a517996274e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea249f expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.487545:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962755 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.487648:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.487666:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787780330.487700:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787780330.487894:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a517996274e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea249f expref: 22 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.487917:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962755 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea249f expref: 21 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.487926:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:3.0:1787780330.487929:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787780330.487933:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373400, rc 0) 00000100:00100000:3.0:1787780330.488083:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18789:x1874622863806336:12345-192.168.203.31@tcp:101:lfs.0 Request processed in 756us (1055us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1787780330.488093:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 40 00000100:00100000:1.0:1787780330.498144:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.498262:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.498499:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863806464 00000100:00100000:0.0:1787780330.498512:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863806464 00000100:00100000:0.0:1787780330.498610:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 41 00000100:00100000:0.0:1787780330.498621:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477842580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18789:x1874622863806464:12345-192.168.203.31@tcp:54:lfs.0 00010000:00010000:0.0:1787780330.498704:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498724:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498737:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498780:0:22806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498788:0:22806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498795:0:22806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498801:0:22806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cee00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780330.498822:0:22806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498831:0:22806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498888:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780330.498892:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787780330.498897:0:22806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.498904:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a5179962763 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780330.498986:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477842580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18789:x1874622863806464:12345-192.168.203.31@tcp:54:lfs.0 Request processed in 366us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.498995:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 41 00000100:00100000:3.0:1787780330.499173:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863806592 00000100:00100000:3.0:1787780330.499178:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863806592 00000100:00100000:3.0:1787780330.499233:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:3.0:1787780330.499241:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04778403c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:2409:x1874622863806592:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787780330.499253:0:22792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780330.499273:0:22792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962755 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea249f expref: 21 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.499285:0:22792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:3.0:1787780330.499288:0:22792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787780330.499310:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04778403c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+20:2409:x1874622863806592:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 71us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780330.499317:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:2.0:1787780330.501543:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.503236:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863806848 00000100:00100000:1.0:1787780330.503255:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863806848 00000100:00100000:1.0:1787780330.503393:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 7 00000100:00100000:1.0:1787780330.503406:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+20:18789:x1874622863806848:12345-192.168.203.31@tcp:35:lfs.0 00000100:00100000:1.0:1787780330.503986:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18789:x1874622863806848:12345-192.168.203.31@tcp:35:lfs.0 Request processed in 579us (2453us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1787780330.503998:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 7 00000040:00080000:2.0:1787780330.526021:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787780330.794307:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780330.794392:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863807104 00000100:00100000:3.0:1787780330.794405:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863807104 00000100:00100000:3.0:1787780330.794553:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 42 00000100:00100000:3.0:1787780330.794566:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18820:x1874622863807104:12345-192.168.203.31@tcp:101:cat.0 00010000:00010000:3.0:1787780330.794609:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787780330.794639:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a517996276a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24a6 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.794796:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962771 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.794814:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962771 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.794828:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962771 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787780330.794923:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787780330.795667:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a517996276a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24a6 expref: 24 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.795694:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962771 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24a6 expref: 23 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.795704:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:3.0:1787780330.795715:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787780330.795719:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0481373a00, rc 0) 00000100:00100000:3.0:1787780330.795800:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671b840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:18820:x1874622863807104:12345-192.168.203.31@tcp:101:cat.0 Request processed in 1237us (1510us total) trans 12884901902 rc 0/0 00000100:00100000:3.0:1787780330.795828:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 42 00000100:00100000:2.0:1787780330.800581:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.800718:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.800791:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863807488 00000100:00100000:0.0:1787780330.800803:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863807488 00000100:00100000:0.0:1787780330.801016:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:0.0:1787780330.801029:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:2409:x1874622863807488:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787780330.801049:0:22791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780330.801083:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373a00/0xc8fc0a5179962771 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24a6 expref: 23 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.801199:0:22791:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780330.801206:0:22791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780330.801283:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+22:2409:x1874622863807488:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 255us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.801314:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:3.0:1787780330.803420:0:22809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863807360 00000100:00100000:3.0:1787780330.803441:0:22809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863807360 00000100:00100000:3.0:1787780330.803561:0:22809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 8 00000100:00100000:3.0:1787780330.803574:0:22809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+22:18820:x1874622863807360:12345-192.168.203.31@tcp:35:cat.0 00000100:00100000:3.0:1787780330.804043:0:22809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e570c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:18820:x1874622863807360:12345-192.168.203.31@tcp:35:cat.0 Request processed in 470us (3689us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1787780330.804053:0:22809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 8 00000040:00080000:2.0:1787780330.844592:0:23563:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787780330.896415:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.897020:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863807744 00000100:00100000:0.0:1787780330.897034:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863807744 00000100:00100000:0.0:1787780330.897130:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 43 00000100:00100000:0.0:1787780330.897142:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:18826:x1874622863807744:12345-192.168.203.31@tcp:101:dd.0 00010000:00010000:0.0:1787780330.897174:0:22806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787780330.897202:0:22806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996277f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24ad expref: -99 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897348:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897377:0:22806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 24 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897386:0:22806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 24 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897394:0:22806:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897436:0:22806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 24 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897453:0:22806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 24 pid: 25600 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780330.897470:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881755904:192.168.203.31@tcp:104: 00010000:00010000:0.0:1787780330.897633:0:22806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 24 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.897643:0:22806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 24 pid: 22806 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780330.897652:0:22806:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881756032:192.168.203.31@tcp:104: 00000100:00100000:0.0:1787780330.897677:0:22806:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787780330.902313:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881755904:192.168.203.31@tcp:104: 00000100:00100000:0.0:1787780330.902334:0:22806:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22806:1874622881756032:192.168.203.31@tcp:104: 00010000:00010000:0.0:1787780330.902376:0:22806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780330.903467:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.903788:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.903975:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863807872 00000100:00100000:1.0:1787780330.903987:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863807872 00010000:00010000:1.0:1787780330.904044:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 25 pid: 25600 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780330.904074:0:22792:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808000 00000100:00100000:3.0:1787780330.904079:0:22792:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808000 00010000:00010000:3.0:1787780330.904101:0:22792:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 26 pid: 22806 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780330.904197:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 17 00000100:00100000:1.0:1787780330.904209:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+26:2410:x1874622863807872:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787780330.904231:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780330.904259:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 26 pid: 25600 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780330.904266:0:22792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 18 00000100:00100000:3.0:1787780330.904274:0:22792:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03412b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+26:2410:x1874622863808000:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787780330.904275:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 26 pid: 25600 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.904282:0:22792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787780330.904286:0:22792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 26 pid: 22806 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.904304:0:22790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18200/0xc8fc0a5179962739 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea2491 expref: 26 pid: 25600 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.904347:0:22792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 25 pid: 22806 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.904373:0:22792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce800/0xc8fc0a5179962724 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea248a expref: 25 pid: 22806 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.904377:0:22790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780330.904384:0:22790:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.904395:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.904403:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780330.904412:0:22792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:3.0:1787780330.904422:0:22792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787780330.904471:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787780330.904501:0:22806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.904520:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787780330.904544:0:22806:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000100:00100000:3.0:1787780330.904631:0:22792:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03412b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+25:2410:x1874622863808000:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 358us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780330.904639:0:22792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 18 00010000:00010000:0.0:1787780330.904755:0:22806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a517996277f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ad expref: 25 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.904771:0:22806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf800/0xc8fc0a5179962786 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ad expref: 24 pid: 22806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.904779:0:22806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780330.904790:0:22806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787780330.904794:0:22806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c03488cf800, rc 0) 00000100:00100000:1.0:1787780330.905303:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+24:2410:x1874622863807872:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 1094us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.905313:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 17 00000100:00100000:0.0:1787780330.905414:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e561c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:18826:x1874622863807744:12345-192.168.203.31@tcp:101:dd.0 Request processed in 8274us (9016us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1787780330.905421:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 43 00000100:00100000:2.0:1787780330.913054:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.913270:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808128 00000100:00100000:1.0:1787780330.913286:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808128 00000100:00100000:1.0:1787780330.913374:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 44 00000100:00100000:1.0:1787780330.913387:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+23:18826:x1874622863808128:12345-192.168.203.31@tcp:101:dd.0 00010000:00010000:1.0:1787780330.913420:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780330.913457:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962794 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24b4 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.913737:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.913756:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.913771:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.913965:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a5179962794 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 25 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.913989:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 24 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.914000:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780330.914004:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787780330.914008:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4ac00, rc 0) 00000100:00100000:1.0:1787780330.914280:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+24:18826:x1874622863808128:12345-192.168.203.31@tcp:101:dd.0 Request processed in 894us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.914289:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 44 00000100:00100000:2.0:1787780330.920287:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.921057:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808384 00000100:00100000:1.0:1787780330.921073:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808384 00000100:00100000:1.0:1787780330.921356:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 45 00000100:00100000:1.0:1787780330.921381:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+24:18826:x1874622863808384:12345-192.168.203.31@tcp:36:dd.0 00010000:00010000:1.0:1787780330.921718:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.921764:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.921779:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787780330.921869:0:22805:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1787780330.921897:0:22805:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e7ffcc42 reply state 00000000a543d7fd transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.921913:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.921921:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780330.921925:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787780330.921930:0:22805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787780330.922069:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863808384:12345-192.168.203.31@tcp:36:dd.0 Request processed in 690us (1797us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1787780330.922077:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 45 00000020:00080000:1.0:1787780330.922083:0:22805:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1787780330.925033:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.925314:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808512 00000100:00100000:1.0:1787780330.925327:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808512 00000100:00100000:1.0:1787780330.925453:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 46 00000100:00100000:1.0:1787780330.925466:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863808512:12345-192.168.203.31@tcp:101:dd.0 00010000:00010000:1.0:1787780330.925500:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780330.925528:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b000/0xc8fc0a51799627a9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24bb expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.925619:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b000/0xc8fc0a51799627a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24bb expref: 28 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.925657:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b000/0xc8fc0a51799627a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24bb expref: 28 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.925681:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780330.925684:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787780330.925688:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4b000, rc 0) 00000100:00100000:1.0:1787780330.925780:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e552c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18826:x1874622863808512:12345-192.168.203.31@tcp:101:dd.0 Request processed in 317us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.925788:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 46 00000100:00100000:2.0:1787780330.935057:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780330.935316:0:25145:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808768 00000100:00100000:1.0:1787780330.935331:0:25145:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808768 00000100:00100000:1.0:1787780330.935431:0:25145:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 2 00000100:00100000:1.0:1787780330.935444:0:25145:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18826:x1874622863808768:12345-192.168.203.31@tcp:103:dd.0 00010000:00010000:1.0:1787780330.935468:0:25145:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780330.935503:0:25145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b000/0xc8fc0a51799627a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24bb expref: 28 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780330.935529:0:25145:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780330.935535:0:25145:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780330.935627:0:25145:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e54780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863808768:12345-192.168.203.31@tcp:103:dd.0 Request processed in 185us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780330.935635:0:25145:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 2 00000100:00100000:2.0:1787780330.938167:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780330.938282:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863808896 00000100:00100000:0.0:1787780330.938294:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863808896 00000100:00100000:0.0:1787780330.938373:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 47 00000100:00100000:0.0:1787780330.938385:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863808896:12345-192.168.203.31@tcp:58:dd.0 00010000:00010000:0.0:1787780330.938518:0:22806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.938541:0:22806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780330.938555:0:22806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787780330.940223:0:22806:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787780330.940266:0:22806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1787780330.940468:0:22806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1787780330.940685:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e55680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863808896:12345-192.168.203.31@tcp:58:dd.0 Request processed in 2295us (2526us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780330.940698:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 47 00000100:00100000:3.0:1787780330.943411:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780330.943675:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809024 00000100:00100000:2.0:1787780330.943690:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809024 00000100:00100000:2.0:1787780330.943783:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 48 00000100:00100000:2.0:1787780330.943794:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e59680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+27:18826:x1874622863809024:12345-192.168.203.31@tcp:101:dd.0 00010000:00010000:2.0:1787780330.943824:0:25600:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780330.943918:0:25600:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24c2 expref: -99 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944023:0:25600:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944036:0:25600:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 28 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944058:0:25600:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944072:0:25600:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 28 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944086:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:2.0:1787780330.944090:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787780330.944094:0:25600:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 28 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780330.944102:0:25600:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c18600, rc 0) 00000100:00100000:2.0:1787780330.944182:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e59680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18826:x1874622863809024:12345-192.168.203.31@tcp:101:dd.0 Request processed in 389us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780330.944190:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 48 00010000:00010000:0.0:1787780331.036193:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787780331.548869:0:22841:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787780331.548881:0:22841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787780331.548915:0:22841:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787780331.548928:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1787780331.550728:0:22841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0347e543c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22841:1874622881756160:192.168.203.31@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787780331.550897:0:22841:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0447d463c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780331.554882:0:22841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0347e543c0 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22841:1874622881756160:192.168.203.31@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787780331.558343:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.559316:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809152 00000100:00100000:1.0:1787780331.559334:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809152 00000100:00100000:1.0:1787780331.559453:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 49 00000100:00100000:1.0:1787780331.559466:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18827:x1874622863809152:12345-192.168.203.31@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787780331.559528:0:22805:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00080000:3.0:1787780331.559545:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787780331.559699:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e5b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18827:x1874622863809152:12345-192.168.203.31@tcp:53:lhsmtool_posix.0 Request processed in 234us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.559709:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 49 00000100:00100000:3.0:1787780331.571772:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.572363:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809280 00000100:00100000:2.0:1787780331.572381:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809280 00000100:00100000:2.0:1787780331.572469:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 50 00000100:00100000:2.0:1787780331.572481:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e58b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18827:x1874622863809280:12345-192.168.203.31@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.572589:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.572610:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.572623:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577828:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577868:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577881:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577915:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577925:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.577932:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780331.577981:0:25600:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787780331.577998:0:25600:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787780331.578014:0:25600:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578026:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578032:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578038:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578044:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18400 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.578048:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578055:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578068:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c04440fce00) 00010000:00010000:2.0:1787780331.578070:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.578074:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578080:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18400/0xc8fc0a51799627be lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578096:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578102:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578118:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578124:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18c00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.578126:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578133:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578140:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9c0347a50b00) 00010000:00010000:2.0:1787780331.578143:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.578145:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578151:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a51799627c5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578165:0:25600:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578171:0:25600:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578177:0:25600:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578182:0:25600:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18000 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.578184:0:25600:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578198:0:25600:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578205:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:2.0:1787780331.578207:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.578210:0:25600:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.578215:0:25600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18000/0xc8fc0a51799627cc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.579557:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e58b40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18827:x1874622863809280:12345-192.168.203.31@tcp:34:lhsmtool_posix.0 Request processed in 7068us (7782us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.579571:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 50 00000100:00100000:2.0:1787780331.585909:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.586010:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809536 00000100:00100000:1.0:1787780331.586020:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809536 00000100:00100000:1.0:1787780331.586073:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 51 00000100:00100000:1.0:1787780331.586084:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+28:18827:x1874622863809536:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787780331.586106:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780331.586128:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627d3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24c9 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586234:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586249:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586260:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787780331.586270:0:22805:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787780331.586381:0:22805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586389:0:22805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586397:0:22805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586418:0:22805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b800 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:1.0:1787780331.586422:0:22805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586430:0:22805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586442:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:1.0:1787780331.586445:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787780331.586449:0:22805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586455:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627da lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586501:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627d3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c9 expref: 30 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586512:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9c04440fce00) 00010000:00010000:1.0:1787780331.586514:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787780331.586518:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627d3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c9 expref: 30 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.586528:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4a000, rc 0) 00000100:00100000:1.0:1787780331.586603:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e56940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+29:18827:x1874622863809536:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 520us (703us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1787780331.586610:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 51 00000100:00100000:3.0:1787780331.597625:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.597782:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809664 00000100:00100000:1.0:1787780331.597805:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809664 00000100:00100000:1.0:1787780331.597895:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 52 00000100:00100000:1.0:1787780331.597904:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+29:18827:x1874622863809664:12345-192.168.203.31@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787780331.597940:0:22807:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1787780331.598075:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e592c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+29:18827:x1874622863809664:12345-192.168.203.31@tcp:53:lhsmtool_posix.0 Request processed in 172us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.598083:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 52 00000100:00100000:2.0:1787780331.601719:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.602398:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863809920 00000100:00100000:1.0:1787780331.602422:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863809920 00000100:00100000:1.0:1787780331.602486:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 53 00000100:00100000:1.0:1787780331.602497:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+29:18827:x1874622863809920:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787780331.602517:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780331.602539:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627e8 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24d0 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787780331.602988:0:22805:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:1.0:1787780331.602995:0:22805:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:1.0:1787780331.603017:0:22805:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:1.0:1787780331.603168:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627ef lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.603182:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.603193:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627ef lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.603246:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627e8 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24d0 expref: 32 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.603283:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627ef lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24d0 expref: 31 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.603305:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6e00) 00010000:00010000:1.0:1787780331.603308:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787780331.603311:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4b800, rc 0) 00000100:00100000:1.0:1787780331.603386:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0347e543c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+31:18827:x1874622863809920:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 892us (1678us total) trans 12884901908 rc 0/0 00000100:00100000:1.0:1787780331.603394:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 53 00000100:00100000:3.0:1787780331.615786:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.615907:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863810176 00000100:00100000:1.0:1787780331.615917:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863810176 00000100:00100000:1.0:1787780331.615980:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 54 00000100:00100000:1.0:1787780331.615991:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+31:18827:x1874622863810176:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787780331.616051:0:22807:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780331.616079:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b800/0xc8fc0a51799627ef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24d0 expref: 31 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616098:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6e00) 00010000:00010000:1.0:1787780331.616109:0:22807:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787780331.616132:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616146:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616155:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616234:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616243:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616250:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616297:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616303:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616310:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616316:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4a000 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:1.0:1787780331.616319:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616326:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616335:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:1.0:1787780331.616337:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787780331.616341:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616347:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a51799627fd lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616378:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616384:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616389:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616395:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4be00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:1.0:1787780331.616397:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616404:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616664:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xf1297038 (ffff9c0341cd6a00) 00010000:00010000:1.0:1787780331.616667:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787780331.616671:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.616677:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4be00/0xc8fc0a5179962804 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xf1297038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780331.616762:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215e580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+30:18827:x1874622863810176:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 Request processed in 771us (985us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787780331.616769:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 54 00000100:00100000:3.0:1787780331.620633:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.620757:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863810304 00000100:00100000:1.0:1787780331.620767:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863810304 00000100:00100000:1.0:1787780331.620814:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 55 00000100:00100000:1.0:1787780331.620874:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+30:18827:x1874622863810304:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787780331.620898:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787780331.620924:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a517996280b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24d7 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.620959:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a800/0xc8fc0a5179962812 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.620972:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a800/0xc8fc0a5179962812 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.620985:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a800/0xc8fc0a5179962812 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.621088:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b200/0xc8fc0a517996280b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24d7 expref: 32 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.621106:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a800/0xc8fc0a5179962812 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24d7 expref: 31 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.621113:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:1.0:1787780331.621115:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787780331.621118:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0347e4a800, rc 0) 00000100:00100000:1.0:1787780331.621174:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+31:18827:x1874622863810304:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 337us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.621181:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 55 00000100:00100000:2.0:1787780331.642734:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780331.643074:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863810560 00000100:00100000:3.0:1787780331.643085:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863810560 00000100:00100000:3.0:1787780331.643147:0:25600:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 56 00000100:00100000:3.0:1787780331.643157:0:25600:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+31:18827:x1874622863810560:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787780331.643232:0:25600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.643250:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.643260:0:25600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787780331.643644:0:25600:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1787780331.643655:0:25600:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 739647816117ns, next at 740647813198ns, rc = 0 00000004:00010000:3.0:1787780331.643705:0:25600:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bd4e6554 reply state 000000007fdc3837 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.643959:0:25600:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.643968:0:25600:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:3.0:1787780331.643971:0:25600:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1787780331.643974:0:25600:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787780331.657888:0:25600:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+33:18827:x1874622863810560:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 Request processed in 14720us (15149us total) trans 12884901909 rc 0/0 00000100:00100000:0.0:1787780331.657901:0:25600:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 56 00000100:00100000:3.0:1787780331.664545:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.670642:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863810688 00000100:00100000:2.0:1787780331.670657:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863810688 00000100:00100000:2.0:1787780331.670736:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 57 00000100:00100000:2.0:1787780331.670748:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+33:18827:x1874622863810688:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.670773:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780331.670794:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24de expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.670882:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 34 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.670918:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 34 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.670940:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:2.0:1787780331.670943:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787780331.670947:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c18c00, rc 0) 00000100:00100000:2.0:1787780331.671020:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+34:18827:x1874622863810688:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 274us (6486us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.671027:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 57 00000100:00100000:3.0:1787780331.680349:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.680667:0:24314:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863810816 00000100:00100000:1.0:1787780331.680678:0:24314:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863810816 00000100:00100000:1.0:1787780331.680791:0:24314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 23 00000100:00100000:1.0:1787780331.680811:0:24314:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863810816:12345-192.168.203.31@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1787780331.681093:0:24314:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215f840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863810816:12345-192.168.203.31@tcp:2:lhsmtool_posix.0 Request processed in 283us (754us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1787780331.681102:0:24314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 23 00000100:00100000:3.0:1787780331.691249:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.692121:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811072 00000100:00100000:1.0:1787780331.692132:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811072 00000100:00100000:1.0:1787780331.692205:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 9 00000100:00100000:1.0:1787780331.692216:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+34:18827:x1874622863811072:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787780331.692460:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215de00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+35:18827:x1874622863811072:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 Request processed in 246us (1220us total) trans 12884901910 rc 0/0 00000100:00100000:1.0:1787780331.692469:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 9 00000100:00100000:3.0:1787780331.699897:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.700287:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811328 00000100:00100000:1.0:1787780331.700297:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811328 00000100:00100000:1.0:1787780331.700406:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 58 00000100:00100000:1.0:1787780331.700417:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+35:18827:x1874622863811328:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787780331.700530:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+35:18827:x1874622863811328:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 Request processed in 115us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.700539:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 58 00000100:00100000:2.0:1787780331.708574:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780331.714130:0:25600:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811456 00000100:00100000:0.0:1787780331.714145:0:25600:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811456 00000100:00100000:2.0:1787780331.716508:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 59 00000100:00100000:2.0:1787780331.716533:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+35:18827:x1874622863811456:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.716567:0:22807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780331.716591:0:22807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18e00/0xc8fc0a5179962827 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24e5 expref: -99 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716665:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716680:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716692:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787780331.716738:0:22807:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787780331.716759:0:22807:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716803:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18e00/0xc8fc0a5179962827 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24e5 expref: 37 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716822:0:22807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24e5 expref: 36 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.716831:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:2.0:1787780331.716834:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1787780331.716882:0:22807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c19400, rc 0) 00000100:00100000:2.0:1787780331.716956:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+36:18827:x1874622863811456:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 434us (8391us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.716963:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 59 00000100:00100000:3.0:1787780331.730578:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.731109:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811584 00000100:00100000:2.0:1787780331.731130:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811584 00000100:00100000:2.0:1787780331.731193:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 24 00000100:00100000:2.0:1787780331.731204:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2408:x1874622863811584:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.731223:0:24752:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780331.731242:0:24752:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24ec expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787780331.731271:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a8f5cec, blocks: 0x0 00010000:00010000:2.0:1787780331.731292:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=739s v=(0 0) 00010000:00010000:2.0:1787780331.731297:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.731307:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 7 pid: 24752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.731346:0:24752:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 7 pid: 24752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.731372:0:24752:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c18e00, rc 0) 00000100:00100000:2.0:1787780331.731444:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215fc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2408:x1874622863811584:12345-192.168.203.31@tcp:101:lhsmtool_posix.0 Request processed in 242us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.731452:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 24 00000100:00100000:3.0:1787780331.735263:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.736100:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811840 00000100:00100000:2.0:1787780331.736111:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811840 00000100:00100000:2.0:1787780331.736180:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 60 00000100:00100000:2.0:1787780331.736191:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046215d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+36:18827:x1874622863811840:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787780331.736302:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046215d680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+36:18827:x1874622863811840:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 Request processed in 112us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.736310:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 60 00000100:00100000:3.0:1787780331.742077:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.742230:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863811968 00000100:00100000:1.0:1787780331.742240:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863811968 00000100:00100000:1.0:1787780331.742298:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 61 00000100:00100000:1.0:1787780331.742307:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348837840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+36:18827:x1874622863811968:12345-192.168.203.31@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1787780331.751198:0:22785:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1787780331.751217:0:22785:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:1.0:1787780331.751266:0:22785:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:1.0:1787780331.751429:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348837840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18827:x1874622863811968:12345-192.168.203.31@tcp:44:lhsmtool_posix.0 Request processed in 9119us (9357us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.751441:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 61 00010000:00010000:2.0:1787780331.751559:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751571:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751579:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751585:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4a600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.751589:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751606:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751621:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9c0341cd6d00) 00010000:00010000:2.0:1787780331.751624:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.751629:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751637:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a600/0xc8fc0a517996266e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751656:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751662:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751667:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751672:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0477a70200 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.751674:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751680:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751689:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:2.0:1787780331.751691:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.751694:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751705:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0477a70200/0xc8fc0a5179962675 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751717:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751723:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751729:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751735:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cf000 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.751738:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751743:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751751:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9c04533a3a00) 00010000:00010000:2.0:1787780331.751753:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.751756:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751762:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cf000/0xc8fc0a517996271d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751777:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751783:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751794:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751800:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4b600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.751803:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751809:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751817:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:2.0:1787780331.751819:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787780331.751821:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751826:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4b600/0xc8fc0a51799627a2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751876:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751883:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751889:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751895:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0481373400 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:2.0:1787780331.751898:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751915:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751924:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:2.0:1787780331.751926:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787780331.751929:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.751934:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0481373400/0xc8fc0a5179962819 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25600 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780331.752683:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787780331.752700:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881756288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787780331.752759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780331.752864:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881756288 00000100:00100000:0.0:1787780331.752871:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881756288 00000100:00100000:0.0:1787780331.752928:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787780331.752938:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04778403c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881756288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1787780331.753062:0:24311:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1787780331.753066:0:24311:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1787780331.753068:0:24311:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1787780331.753070:0:24311:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787780332 -> 1787780332 00002000:00010000:0.0:1787780331.753073:0:24311:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1787780331.753111:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04778403c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3642:x1874622881756288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (352us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787780331.753118:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:1.0:1787780331.753186:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1787780331.753224:0:3642:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9c04467c4780/2, rc 0, transno 12884901892 00000100:00100000:1.0:1787780331.753230:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881756288:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1787780331.755497:0:3628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755514:0:3628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755522:0:3628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755529:0:3628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce600 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:3.0:1787780331.755534:0:3628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755542:0:3628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755559:0:3628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9c0347a50d00) 00010000:00010000:3.0:1787780331.755567:0:3628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787780331.755572:0:3628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.755578:0:3628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce600/0xc8fc0a51799626c2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787780331.757876:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.757979:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812096 00000100:00100000:2.0:1787780331.757999:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812096 00000100:00100000:2.0:1787780331.758046:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 26 00000100:00100000:2.0:1787780331.758056:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2411:x1874622863812096:12345-192.168.203.31@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787780331.758164:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488343c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2411:x1874622863812096:12345-192.168.203.31@tcp:16:lhsmtool_posix.0 Request processed in 108us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.758173:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 26 00000100:00100000:3.0:1787780331.774632:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.774829:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812352 00000100:00100000:2.0:1787780331.774873:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812352 00000100:00100000:2.0:1787780331.774925:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 62 00000100:00100000:2.0:1787780331.774935:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348834f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+15:18827:x1874622863812352:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.774999:0:22805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780331.775026:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a517996282e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24e5 expref: 15 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.775045:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:2.0:1787780331.775063:0:22805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787780331.775092:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19600/0xc8fc0a517996283c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.775105:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19600/0xc8fc0a517996283c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.775114:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19600/0xc8fc0a517996283c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787780331.775231:0:22805:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000050830489 reply state 000000005af6778b transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19600/0xc8fc0a517996283c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.775244:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19600/0xc8fc0a517996283c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.775250:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:2.0:1787780331.775253:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787780331.775255:0:22805:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787780331.775360:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348834f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+16:18827:x1874622863812352:12345-192.168.203.31@tcp:36:lhsmtool_posix.0 Request processed in 416us (728us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1787780331.775368:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 62 00000100:00100000:3.0:1787780331.778385:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780331.778474:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812480 00000100:00100000:0.0:1787780331.778483:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812480 00000100:00100000:0.0:1787780331.778542:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 27 00000100:00100000:0.0:1787780331.778553:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348836940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+7:2410:x1874622863812480:12345-192.168.203.31@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1787780331.778706:0:24311:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1787780331.778709:0:24311:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787780331 00002000:00010000:0.0:1787780331.778712:0:24311:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787780331 00002000:00010000:0.0:1787780331.778714:0:24311:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787780332 -> 1787780331 00002000:00010000:0.0:1787780331.778716:0:24311:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1787780331.778771:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348836940 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+8:2410:x1874622863812480:12345-192.168.203.31@tcp:2:lhsmtool_posix.0 Request processed in 219us (394us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1787780331.778778:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 27 00000100:00100000:3.0:1787780331.783330:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.783435:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812608 00000100:00100000:2.0:1787780331.783444:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812608 00000100:00100000:2.0:1787780331.783501:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 28 00000100:00100000:2.0:1787780331.783512:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348835a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+8:2410:x1874622863812608:12345-192.168.203.31@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.783556:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783573:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.783602:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.783610:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783624:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783653:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783661:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783669:0:24752:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783676:0:24752:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19400 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780331.783680:0:24752:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783689:0:24752:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783703:0:24752:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.783711:0:24752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000680b322/0xc8fc0a5179962843 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.783790:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348835a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+8:2410:x1874622863812608:12345-192.168.203.31@tcp:1:lhsmtool_posix.0 Request processed in 279us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.783798:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 28 00000100:00100000:3.0:1787780331.788186:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.788362:0:22807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812864 00000100:00100000:2.0:1787780331.788372:0:22807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812864 00000100:00100000:2.0:1787780331.788424:0:22807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 63 00000100:00100000:2.0:1787780331.788434:0:22807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+16:18827:x1874622863812864:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1787780331.788516:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.788534:0:22807:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 16 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.788545:0:22807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.788580:0:22807:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 16 pid: 22807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.788607:0:22807:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 16 pid: 22807 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.788621:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756416:192.168.203.31@tcp:104: 00000100:00100000:2.0:1787780331.788702:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0447d46e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787780331.794182:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780331.794290:0:25836:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863812992 00000100:00100000:0.0:1787780331.794313:0:25836:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863812992 00010000:00010000:0.0:1787780331.794365:0:25836:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 17 pid: 22807 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780331.794409:0:25836:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 19 00000100:00100000:0.0:1787780331.794420:0:25836:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348836d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:2411:x1874622863812992:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787780331.794434:0:25836:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787780331.794442:0:25836:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 17 pid: 22807 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794456:0:25836:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 17 pid: 22807 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794479:0:25836:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780331.794485:0:25836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 17 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794496:0:25836:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794503:0:25836:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794509:0:25836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.794529:0:25836:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787780331.794594:0:25836:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348836d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:2411:x1874622863812992:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 176us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780331.794611:0:25836:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 19 00010000:00010000:2.0:1787780331.801491:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4ac00/0xc8fc0a517996279b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24b4 expref: 16 pid: 22807 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.801541:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756416:192.168.203.31@tcp:104: 00010000:00010000:2.0:1787780331.801565:0:22807:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801575:0:22807:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801580:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801769:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801783:0:22807:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 16 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801791:0:22807:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801825:0:22807:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 16 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.801899:0:22807:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 16 pid: 22805 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.801913:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756544:192.168.203.31@tcp:104: 00000100:00100000:2.0:1787780331.801988:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0447d463c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787780331.804791:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.804881:0:22790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813120 00000100:00100000:1.0:1787780331.804889:0:22790:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813120 00010000:00010000:1.0:1787780331.804928:0:22790:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 17 pid: 22805 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787780331.804971:0:22790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 20 00000100:00100000:1.0:1787780331.804980:0:22790:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348835e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:2410:x1874622863813120:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787780331.805005:0:22790:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787780331.805012:0:22790:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 17 pid: 22805 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.805025:0:22790:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 17 pid: 22805 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.805047:0:22790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:1.0:1787780331.805052:0:22790:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.805061:0:22790:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.805081:0:22790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.805100:0:22790:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787780331.805161:0:22790:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348835e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+17:2410:x1874622863813120:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 181us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.805169:0:22790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 20 00010000:00010000:2.0:1787780331.805319:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962820 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24de expref: 16 pid: 22805 timeout: 839 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.805336:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756544:192.168.203.31@tcp:104: 00010000:00010000:2.0:1787780331.805366:0:22807:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.805375:0:22807:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.805381:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787780331.805481:0:22807:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1787780331.805588:0:22807:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1787780331.805622:0:22807:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1787780331.805693:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22807:1874622881756672:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787780331.805735:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780331.805766:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c04428f7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787780331.805992:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881756672 00000100:00100000:1.0:1787780331.805998:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881756672 00000100:00100000:1.0:1787780331.806031:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787780331.806039:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22807:x1874622881756672:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787780331.806118:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da70c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22807:x1874622881756672:12345-0@lo:1000:mdt00_002.0 Request processed in 79us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780331.806125:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787780331.806250:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da4780 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22807:1874622881756672:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1787780331.806397:0:22807:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1787780331.806444:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22807:1874622881756800:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787780331.806472:0:22807:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780331.806495:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787780331.806560:0:22811:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881756800 00000100:00100000:2.0:1787780331.806564:0:22811:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881756800 00000100:00100000:2.0:1787780331.806583:0:22811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787780331.806592:0:22811:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22807:x1874622881756800:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787780331.806686:0:22811:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c43c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:22807:x1874622881756800:12345-0@lo:1000:mdt00_002.0 Request processed in 96us (212us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1787780331.806693:0:22811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787780331.806756:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22807:1874622881756800:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787780331.806784:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806792:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806799:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806804:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19400 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780331.806808:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806815:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806827:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:0.0:1787780331.806830:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787780331.806834:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806869:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19400/0xc8fc0a5179962851 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806907:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806914:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806920:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806925:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488cee00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780331.806928:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806934:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806942:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780331.806944:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787780331.806949:0:22807:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 19 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806959:0:22807:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 19 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.806967:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 19 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.807025:0:22807:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18600/0xc8fc0a51799627b7 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24c2 expref: 19 pid: 25600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780331.807049:0:22807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756928:192.168.203.31@tcp:105: 00000100:00100000:0.0:1787780331.807102:0:22807:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0347a293c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787780331.810604:0:22807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c04467c7840 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22807:1874622881756928:192.168.203.31@tcp:105: 00010000:00010000:0.0:1787780331.810631:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810642:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488cee00/0xc8fc0a51799627b0 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810672:0:22807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810685:0:22807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810697:0:22807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810707:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810713:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810719:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810725:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c03488ce200 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780331.810729:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810750:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810762:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780331.810765:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787780331.810769:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810775:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c03488ce200/0xc8fc0a5179962858 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810784:0:22807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810789:0:22807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810794:0:22807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810798:0:22807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c19c00 already unused, calling callback (ffffffffc19aa4f0) 00010000:00010000:0.0:1787780331.810800:0:22807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810804:0:22807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810810:0:22807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:0.0:1787780331.810812:0:22807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787780331.810815:0:22807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.810831:0:22807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c19c00/0xc8fc0a517996284a lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22807 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787780331.812541:0:22841:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787780331.812550:0:22841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787780331.812589:0:22841:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787780331.812601:0:22841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1787780331.813423:0:22807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18827:x1874622863812864:12345-192.168.203.31@tcp:57:lhsmtool_posix.0 Request processed in 24981us (25237us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1787780331.813437:0:22807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 63 00000020:00080000:0.0:1787780331.813443:0:22807:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1787780331.822940:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:3.0:1787780331.823102:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813248 00000100:00100000:3.0:1787780331.823111:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813248 00000100:00100000:3.0:1787780331.823178:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 10 00000100:00100000:3.0:1787780331.823188:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346f25850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18826:x1874622863813248:12345-192.168.203.31@tcp:49:dd.0 00000100:00100000:3.0:1787780331.823311:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346f25850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18826:x1874622863813248:12345-192.168.203.31@tcp:49:dd.0 Request processed in 124us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780331.823320:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 10 00000100:00100000:3.0:1787780331.826593:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:1.0:1787780331.826682:0:22808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813504 00000100:00100000:1.0:1787780331.826691:0:22808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813504 00000100:00100000:1.0:1787780331.826744:0:22808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 11 00000100:00100000:1.0:1787780331.826753:0:22808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348837c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+19:18827:x1874622863813504:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1787780331.827223:0:22808:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1787780331.827258:0:22808:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:1.0:1787780331.827292:0:22808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827308:0:22808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827320:0:22808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827341:0:22808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827348:0:22808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827364:0:22808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787780331.827383:0:22808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787780331.827464:0:22808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348837c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18827:x1874622863813504:12345-192.168.203.31@tcp:35:lhsmtool_posix.0 Request processed in 711us (880us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1787780331.827472:0:22808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 11 00000020:00080000:1.0:1787780331.827476:0:22808:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787780331.827936:0:23960:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787780331.827943:0:23960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.827950:0:23960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0347e4a000 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:0.0:1787780331.827954:0:23960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.827962:0:23960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.827975:0:23960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9c0341cd6c00) 00010000:00010000:0.0:1787780331.828006:0:23960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787780331.828011:0:23960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.828017:0:23960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0347e4a000/0xc8fc0a517996285f lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787780331.828029:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780331.828031:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787780331.828033:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780331.832394:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.832479:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813632 00000100:00100000:2.0:1787780331.832487:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813632 00000100:00100000:2.0:1787780331.832546:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 64 00000100:00100000:2.0:1787780331.832557:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0477842940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+21:18826:x1874622863813632:12345-192.168.203.31@tcp:101:dd.0 00010000:00010000:2.0:1787780331.832578:0:22805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787780331.832609:0:22805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962866 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf757128131ea24f3 expref: -99 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832644:0:22805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18a00/0xc8fc0a517996286d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832659:0:22805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18a00/0xc8fc0a517996286d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832671:0:22805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18a00/0xc8fc0a517996286d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832792:0:22805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18c00/0xc8fc0a5179962866 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24f3 expref: 23 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832810:0:22805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9c0444c18a00/0xc8fc0a517996286d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24f3 expref: 22 pid: 22805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.832819:0:22805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9c04533a3c00) 00010000:00010000:2.0:1787780331.832822:0:22805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787780331.832825:0:22805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9c0444c18a00, rc 0) 00000100:00100000:2.0:1787780331.832906:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0477842940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+22:18826:x1874622863813632:12345-192.168.203.31@tcp:101:dd.0 Request processed in 351us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.832923:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 64 00000100:00100000:0.0:1787780331.880818:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:0.0:1787780331.880893:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.881006:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813760 00000100:00100000:2.0:1787780331.881016:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813760 00000100:00100000:2.0:1787780331.881083:0:24317:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863813888 00000100:00100000:2.0:1787780331.881086:0:24317:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863813888 00000100:00100000:2.0:1787780331.881108:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:2.0:1787780331.881116:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:2411:x1874622863813760:12345-192.168.203.31@tcp:4:dd.0 00010000:00010000:2.0:1787780331.881149:0:24317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.881169:0:24317:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 9 pid: 24752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.881178:0:24317:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.881183:0:24317:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.881187:0:24317:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.881221:0:24317:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 9 pid: 24752 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.881235:0:24317:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 9 pid: 24752 timeout: 839 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.881250:0:24317:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346da5e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24317:1874622881757056:192.168.203.31@tcp:104: 00000100:00100000:2.0:1787780331.881332:0:24317:0:(client.c:2715:ptlrpc_set_wait()) set ffff9c0346bb6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787780331.883819:0:24317:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346da5e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:24317:1874622881757056:192.168.203.31@tcp:104: 00010000:00010000:2.0:1787780331.883868:0:24317:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787780331.886762:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.31@tcp (source: 12345-192.168.203.31@tcp) 00000100:00100000:2.0:1787780331.886907:0:22791:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622863814016 00000100:00100000:2.0:1787780331.886916:0:22791:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622863814016 00010000:00010000:2.0:1787780331.886954:0:22791:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 10 pid: 24752 timeout: 839 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780331.887005:0:22791:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 21 00000100:00100000:2.0:1787780331.887014:0:22791:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+10:2410:x1874622863814016:12345-192.168.203.31@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787780331.887030:0:22791:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787780331.887053:0:22791:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 10 pid: 24752 timeout: 839 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.887068:0:22791:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 10 pid: 24752 timeout: 839 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.887092:0:22791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a5179962835 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.31@tcp remote: 0xf757128131ea24ec expref: 10 pid: 24752 timeout: 839 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.887110:0:22791:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.887125:0:22791:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780331.887132:0:22791:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.887160:0:22791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780331.887242:0:22791:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787780331.887300:0:22791:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+9:2410:x1874622863814016:12345-192.168.203.31@tcp:103:ldlm_bl.0 Request processed in 285us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780331.887308:0:22791:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 21 00010000:00010000:3.0:1787780331.891646:0:24317:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787780331.891667:0:24317:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787780332.023196:0:24308:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:0.0:1787780332.023215:0:24308:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1787780332.028711:0:24317:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1787780332.028720:0:24317:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1787780331 -> 1787780332 00002000:00010000:2.0:1787780332.028723:0:24317:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787780331 -> 1787780332 00002000:00010000:2.0:1787780332.028725:0:24317:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1787780332.028740:0:24317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028751:0:24317:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028759:0:24317:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028766:0:24317:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18c00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780332.028770:0:24317:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028778:0:24317:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028817:0:24317:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.028825:0:24317:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a61bd0c4/0xc8fc0a5179962874 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780332.028951:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c7840 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+6:2411:x1874622863813760:12345-192.168.203.31@tcp:4:dd.0 Request processed in 147830us (148138us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787780332.028962:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 0 00000100:00100000:2.0:1787780332.029007:0:24317:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:2.0:1787780332.029033:0:24317:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863813888:12345-192.168.203.31@tcp:4:dd.0 00002000:00010000:2.0:1787780332.029071:0:24317:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a8f5cec, atime: 0x6a8f5ceb, ctime: 0x6a8f5cec, blocks: 0x2000 00010000:00010000:2.0:1787780332.029078:0:24317:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.029091:0:24317:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=740s v=(0 0) 00010000:00010000:2.0:1787780332.029095:0:24317:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787780332.029101:0:24317:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.029113:0:24317:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787780332.029141:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787780332.061245:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787780332.138788:0:24308:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1787780332.142047:0:24317:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1787780332.142055:0:24317:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1787780332.142206:0:24317:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142218:0:24317:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142228:0:24317:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142236:0:24317:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9c0444c18e00 already unused, calling callback (ffffffffc0d97420) 00010000:00010000:2.0:1787780332.142240:0:24317:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142249:0:24317:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142269:0:24317:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787780332.142276:0:24317:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4c09eaf/0xc8fc0a517996287b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24317 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787780332.142393:0:24317:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467c5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:6f0ffe07-4bf0-44cb-86e6-72d0d21f78fe+5:2411:x1874622863813888:12345-192.168.203.31@tcp:4:dd.0 Request processed in 113373us (261494us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1787780332.142403:0:24317:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.31@tcp, seq: 1 00000100:00100000:0.0:1787780332.828254:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881757312:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828321:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828362:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881757824:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828387:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828406:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881758336:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828448:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828472:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787780332.828478:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881757440:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828504:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828521:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881757952:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828543:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828560:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881758464:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828578:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780332.828606:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757440 00000100:00100000:0.0:1787780332.828612:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757440 00000100:00100000:0.0:1787780332.828653:0:24311:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757952 00000100:00100000:0.0:1787780332.828656:0:24311:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757952 00000100:00100000:0.0:1787780332.828684:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787780332.828693:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03468992c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881757440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828740:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03468992c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881757440:12345-0@lo:400:kworker.0 Request processed in 49us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.828747:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787780332.828771:0:24311:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787780332.828778:0:24311:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346898b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881757952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828807:0:24311:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346898b40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881757952:12345-0@lo:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.828813:0:24311:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787780332.828859:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757312 00000100:00100000:0.0:1787780332.828863:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757312 00000100:00100000:0.0:1787780332.828881:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757824 00000100:00100000:0.0:1787780332.828884:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757824 00000100:00100000:0.0:1787780332.828896:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787780332.828901:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881757312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828932:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689ad00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881757312:12345-0@lo:400:kworker.0 Request processed in 31us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.828938:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787780332.828950:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787780332.828956:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881757824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.828983:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689a1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881757824:12345-0@lo:400:kworker.0 Request processed in 28us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.828989:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787780332.829018:0:3643:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1787780332.829023:0:3643:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9c04467c4780, transno 12884901892 00000004:00080000:0.0:1787780332.829034:0:3643:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1787780332.829052:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881757440:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829065:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aeed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881757952:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829073:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881757312:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829081:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aed680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881757824:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829205:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758336 00000100:00100000:0.0:1787780332.829209:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758336 00000100:00100000:0.0:1787780332.829241:0:22806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758464 00000100:00100000:0.0:1787780332.829245:0:22806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758464 00000100:00100000:0.0:1787780332.829263:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787780332.829270:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881758336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829307:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689b0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1874622881758336:12345-0@lo:400:kworker.0 Request processed in 37us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.829313:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787780332.829337:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3643:1874622881758336:0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829365:0:22806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787780332.829372:0:22806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881758464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787780332.829404:0:22806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689a940 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1874622881758464:12345-0@lo:400:kworker.0 Request processed in 33us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780332.829414:0:22806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00080000:0.0:1787780332.829449:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c03488e1680 x1874622881758464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787780332.829459:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3643:1874622881758464:0@lo:400:kworker.0 00000100:00080000:3.0:1787780332.829558:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787780332.829563:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787780332.829566:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787780332.830104:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881757568:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830139:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830174:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881758080:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830192:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830221:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881758592:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830247:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830265:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1787780332.830271:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881757184:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830293:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830315:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881757696:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830360:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c03488e03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881758208:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830390:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830406:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0346898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881758720:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830423:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.830449:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757184 00000100:00100000:2.0:1787780332.830454:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757184 00000100:00100000:2.0:1787780332.830487:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1787780332.830494:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3641:x1874622881757184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830528:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c046e006050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ac2f29a1-9399-4f00-b299-d2a003b42d62+24:3641:x1874622881757184:12345-0@lo:400:kworker.0 Request processed in 35us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.830534:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1787780332.830567:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0471060780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ac2f29a1-9399-4f00-b299-d2a003b42d62:3641:1874622881757184:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830587:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757568 00000100:00100000:2.0:1787780332.830589:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757568 00000100:00100000:2.0:1787780332.830610:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758080 00000100:00100000:2.0:1787780332.830612:0:24752:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758080 00000100:00100000:2.0:1787780332.830623:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787780332.830634:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881757568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830664:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da5e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1874622881757568:12345-0@lo:400:kworker.0 Request processed in 31us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.830669:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787780332.830678:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787780332.830683:0:24752:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881758080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830702:0:24752:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da61c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881758080:12345-0@lo:400:kworker.0 Request processed in 19us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.830707:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787780332.830725:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aecf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3641:1874622881757568:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830734:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881758080:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830752:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758592 00000100:00100000:2.0:1787780332.830755:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758592 00000100:00100000:2.0:1787780332.830774:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881757696 00000100:00100000:2.0:1787780332.830776:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881757696 00000100:00100000:2.0:1787780332.830785:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758208 00000100:00100000:2.0:1787780332.830787:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758208 00000100:00100000:2.0:1787780332.830797:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758720 00000100:00100000:2.0:1787780332.830799:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758720 00000100:00100000:2.0:1787780332.830814:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787780332.830819:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881758592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830874:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da4f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1874622881758592:12345-0@lo:400:kworker.0 Request processed in 55us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.830880:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787780332.830899:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3641:1874622881758592:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830914:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787780332.830925:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0346da4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881757696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830953:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0346da4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1874622881757696:12345-0@lo:400:kworker.0 Request processed in 29us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.830959:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787780332.830976:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477aee580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3641:1874622881757696:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.830990:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787780332.830995:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881758208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.831026:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1874622881758208:12345-0@lo:400:kworker.0 Request processed in 31us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.831032:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787780332.831048:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c03488e03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3641:1874622881758208:0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.831061:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787780332.831066:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c034689ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881758720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787780332.831091:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c034689ed00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1874622881758720:12345-0@lo:400:kworker.0 Request processed in 25us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.831096:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00080000:2.0:1787780332.831114:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9c0346898000 x1874622881758720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787780348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787780332.831124:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0346898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3641:1874622881758720:0@lo:400:kworker.0 00000100:00080000:3.0:1787780332.831677:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787780332.831682:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787780332.831685:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787780332.832969:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c044671a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881758848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780332.833024:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780332.833097:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758848 00000100:00100000:1.0:1787780332.833104:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758848 00000100:00100000:1.0:1787780332.833146:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787780332.833154:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881758848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787780332.833179:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1787780332.833233:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c04467192c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881758848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780332.833241:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787780332.833285:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c044671a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881758848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787780332.836281:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787780332.839398:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0348835680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881758976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787780332.839473:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787780332.839722:0:24315:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881758976 00000100:00100000:2.0:1787780332.839730:0:24315:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881758976 00000100:00100000:2.0:1787780332.839816:0:24315:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787780332.839826:0:24315:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881758976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787780332.839872:0:24315:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1787780332.840002:0:24315:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c044671a1c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1874622881758976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 177us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1787780332.840010:0:24315:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787780332.844144:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0348835680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3643:1874622881758976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787780333.084407:0:22794:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787780333.744835:0:25890:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1787780334.108130:0:23960:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787780334.364230:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787780334.364252:0:3642:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034689b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881759104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787780334.364317:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787780334.364421:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881759104 00000100:00100000:0.0:1787780334.364430:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881759104 00000100:00100000:0.0:1787780334.364491:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787780334.364500:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0446718f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881759104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787780334.364543:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:0.0:1787780334.364599:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0446718f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1874622881759104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787780334.364606:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787780334.364649:0:3642:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034689b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3642:1874622881759104:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787780334.364760:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787780334.364974:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787780334.364989:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c034689e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881759232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780334.365021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780334.365152:0:24316:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881759232 00000100:00100000:1.0:1787780334.365156:0:24316:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881759232 00000100:00100000:1.0:1787780334.365204:0:24316:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787780334.365212:0:24316:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c03488352c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881759232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787780334.365239:0:24316:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3908202496 avail 3676680192 00000100:00100000:1.0:1787780334.365273:0:24316:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c03488352c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1874622881759232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780334.365279:0:24316:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1787780334.365420:0:22801:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787780334.365448:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c034689e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3641:1874622881759232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787780334.877677:0:3643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0348837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881759360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787780334.877775:0:3643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787780334.877876:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881759360 00000100:00100000:3.0:1787780334.877885:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881759360 00000100:00100000:3.0:1787780334.877945:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787780334.877956:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0348836580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881759360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787780334.878001:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1787780334.878224:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0348836580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1874622881759360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 269us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1787780334.878232:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787780334.878295:0:3643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0348837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3643:1874622881759360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787780334.878458:0:3644:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881759488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787780334.878496:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787780334.878532:0:22810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874622881759488 00000100:00100000:1.0:1787780334.878536:0:22810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874622881759488 00000100:00100000:1.0:1787780334.878561:0:22810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787780334.878568:0:22810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881759488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787780334.878589:0:22810:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787780334.878638:0:22810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9c0345e77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1874622881759488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1787780334.878644:0:22810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787780334.878678:0:3644:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c0477796d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3644:1874622881759488:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787780335.134963:0:22793:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14118 lines, 14118 kept, 0 dropped, 0 bad.